-- Logs begin at Fri 2021-01-15 14:12:03 UTC, end at Fri 2021-01-15 15:22:40 UTC. -- Jan 15 14:53:44.166720 dv-cinder-689486-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 15 14:53:46.910811 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:53:46.911380 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:53:46.912775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79953) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:53:46.913537 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:53:46.913833 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:53:46.914114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79953) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:53:46.915254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:46.915522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:46.916608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:46.916898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:46.917162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:46.917542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.917894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.918240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.918506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.918855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.919200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.919524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.919864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.920238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.920572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.920895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.921223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.921489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.921816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.922159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.922495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.922757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] debug = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.923083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.923633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.923964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.924322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.924655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.924973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.925294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.925625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.926628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] host = dv-cinder-689486-7-smb {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.927125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.927470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.927811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.928174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.928501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.928825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.929168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.929480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.929799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.930118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.930456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.930794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.931138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.931399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.931658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.931994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.932373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.932694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.933014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.933335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.933653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.933970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.934284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.934619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.934960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.935294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.935611 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.935926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.936271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.936593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.936930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.937246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.937565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.938143 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.938480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.938795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.939112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.939466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.939800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.940154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.940492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.940808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.941144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.941548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.941980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.942309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_json = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.942630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.942947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.943280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.943599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.943917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.944260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.944579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.944916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.945265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.945613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.945966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.946295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.946635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.946964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.947304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.947628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.947968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.948334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.948669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.948993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.949328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.949655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.950000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.950359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.950707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.951048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.951366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.951684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.952000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.952354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.952685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.953027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.953366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.953684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.954006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.954348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.954669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.954991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.955329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.955651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.955968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.956319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.956643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.956995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.957394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.957726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.958072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.958398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.958715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.959031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.959353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.959669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.960000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.960352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.960677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.960994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.961320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.961638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.961957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.962287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.962605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.962926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.963247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.963561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.963879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.964222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.964547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.964867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.965186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.965509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.965830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.966146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.966465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.966784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.967104 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.967434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.967782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.968131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.968459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.968786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.969112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.969436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.969761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.970083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.970403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.970724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.971067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.971395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.971727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.972080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.972420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.973436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.973905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.974241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.974571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.974896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.975230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.975566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.975920 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.976290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.976639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.976981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.977325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.977650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.978014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.978341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.978596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:53:46.978867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79953) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 15 14:53:47.637360 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading Gnome Jan 15 14:53:47.654686 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading Google Jan 15 14:53:47.657449 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading Windows (alt) Jan 15 14:53:47.661569 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading file Jan 15 14:53:47.662591 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading keyczar Jan 15 14:53:47.662906 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading multi Jan 15 14:53:47.663535 dv-cinder-689486-7-smb neutron-server[79953]: INFO keyring.backend [-] Loading pyfs Jan 15 14:53:47.710876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:53:47.711191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:53:47.711527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:53:47.711908 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 15 14:53:48.124444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.124987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.125114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.187195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.187513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.188105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.191875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.192300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.192608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.272466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.272782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.273086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.274118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.274421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.274718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.393785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.394105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.394435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.394765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.395614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.580379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.580755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.581080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.581385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.581684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.582189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.582496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.582792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.583089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.583429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.583729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.584036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.584371 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.584669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.584972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.585290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.585583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.585908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.586201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.586690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.586976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.587263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.587608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.587891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.588198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.588627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.588904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.589182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.589458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.589732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.590005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:48.591406 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 15 14:53:48.599386 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 15 14:53:48.607020 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 15 14:53:48.612315 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jan 15 14:53:48.615869 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 15 14:53:48.617027 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 15 14:53:48.617419 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 15 14:53:48.617869 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 15 14:53:48.621422 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 15 14:53:48.621716 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 15 14:53:48.622114 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 15 14:53:48.645755 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 15 14:53:48.646388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.646734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79953) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 15 14:53:48.647148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.648548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79953) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 15 14:53:48.648873 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 15 14:53:48.649153 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 15 14:53:48.652199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.652524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:48.719344 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 15 14:53:48.719620 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 15 14:53:48.719900 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 15 14:53:48.720342 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 15 14:53:48.755850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.sqlalchemy.engines [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79953) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 15 14:53:49.166990 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing driver for type 'gre' Jan 15 14:53:49.167579 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] gre ID ranges: [(1, 1000)] Jan 15 14:53:49.208830 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing driver for type 'local' Jan 15 14:53:49.209813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing driver for type 'vlan' Jan 15 14:53:49.220353 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] VlanTypeDriver initialization complete Jan 15 14:53:49.220733 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing driver for type 'vxlan' Jan 15 14:53:49.221290 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] vxlan ID ranges: [(1, 1000)] Jan 15 14:53:49.264044 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing extension driver 'port_security' Jan 15 14:53:49.264459 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.extensions.port_security [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] PortSecurityExtensionDriver initialization complete Jan 15 14:53:49.264827 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing mechanism driver 'openvswitch' Jan 15 14:53:49.272006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:49.272894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.273299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.273680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.274101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.274482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.274857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.275272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.275651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.276029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.276493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.276869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.277239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.277649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.278031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.278400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.278951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > address_group after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.279320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > address_group after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.279706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.280088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] ML2 OVO RPC backend initialized. {{(pid=79953) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 15 14:53:49.280815 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.281202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.281658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.282037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > networks before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.282414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.282808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > ports before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.283159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.283531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnets before_response 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.283910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.284301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.284671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.285044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.285405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.285764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.286131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.286503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.286867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.287529 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.plugin [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Modular L2 Plugin initialization complete Jan 15 14:53:49.287879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading services supported by the core plugin {{(pid=79953) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 15 14:53:49.288278 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.plugins.ml2.managers [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Got port-security extension from driver 'port_security' Jan 15 14:53:49.288789 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.extensions.vlantransparent [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Disabled vlantransparent extension. Jan 15 14:53:49.290265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79953) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 15 14:53:49.290621 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: router Jan 15 14:53:49.334997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.335435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_create 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.335831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router before_create 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.336262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.336676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.337064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_delete 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.337453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.337855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_create 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.338229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.338612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.338986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.339378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.339865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.340298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.340673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.341041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: subnet after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.341413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.341793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.342176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_create 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.342553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.342923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.343325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router after_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.343698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.344111 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_create 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.344510 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.344886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_update 55549900 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.345308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > network after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.346318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Tracking information for resource: router configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:49.346686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Tracking information for resource: floatingip configured {{(pid=79953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:49.352155 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_agentschedulers_db [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 15 14:53:49.352812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.353206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.353595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.353985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: port after_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.354894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router before_create 55550100 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.355283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.355678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_create 55550100 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.356115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > router precommit_update 55550100 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.361037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.provider_configuration [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service providers = [] {{(pid=79953) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 15 14:53:49.361185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.servicetype_db [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79953) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 15 14:53:49.364210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.service_base [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:49.364594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.service_base [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:49.364967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.service_base [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:49.365856 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.service_base [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:49.366259 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.services.service_base [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 15 14:53:49.366690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.367044 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 15 14:53:49.389943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.391111 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: auto_allocate Jan 15 14:53:49.403425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: network precommit_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.403795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: network precommit_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.404440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.404797 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: tag Jan 15 14:53:49.416751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.417199 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: timestamp Jan 15 14:53:49.421206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.421570 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: network_ip_availability Jan 15 14:53:49.427703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.428145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.428535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.429375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.429728 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: flavors Jan 15 14:53:49.447226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.447590 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading Plugin: revisions Jan 15 14:53:49.452277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:49.452707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=79953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:53:49.453556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79953) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 15 14:53:49.453912 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Initializing extension manager. Jan 15 14:53:49.454472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: __init__.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.454846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: __pycache__ {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.455212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.455578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: address_group.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.456710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.457193 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: address-group Jan 15 14:53:49.457954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: address_scope.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.458374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.459070 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: address-scope Jan 15 14:53:49.459279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.460294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.460865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: router-admin-state-down-before-update Jan 15 14:53:49.461218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: agent.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.462136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.462706 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: agent Jan 15 14:53:49.463057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: agent_resources_synced.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.463977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.464570 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: agent-resources-synced Jan 15 14:53:49.464926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: allowedaddresspairs.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.466794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.467383 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: allowed-address-pairs Jan 15 14:53:49.467755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: auto_allocated_topology.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.468904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.469474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: auto-allocated-topology Jan 15 14:53:49.469889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: availability_zone.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.471760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.471760 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: availability_zone Jan 15 14:53:49.471760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: availability_zone_filter.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.472849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.473780 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: availability_zone_filter Jan 15 14:53:49.474231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: data_plane_status.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.475225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.475858 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension data-plane-status not supported by any of loaded plugins Jan 15 14:53:49.476321 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: default_subnetpools.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.477306 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.478020 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: default-subnetpools Jan 15 14:53:49.478428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.479369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.480018 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: dhcp_agent_scheduler Jan 15 14:53:49.480521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: dns.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.481498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.482156 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension dns-integration not supported by any of loaded plugins Jan 15 14:53:49.482576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: dns_domain_ports.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.483583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.484287 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 15 14:53:49.484737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: dvr.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.485561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.486224 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: dvr Jan 15 14:53:49.486679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: empty_string_filtering.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.487706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.489048 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: empty-string-filtering Jan 15 14:53:49.489640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.490856 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.491534 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:53:49.492037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.493101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.493758 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 15 14:53:49.494202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: external_net.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.495206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.495863 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: external-net Jan 15 14:53:49.496358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.497359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.498020 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: extra_dhcp_opt Jan 15 14:53:49.498468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: extraroute.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.499476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.500197 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: extraroute Jan 15 14:53:49.500700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: extraroute_atomic.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.501851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.502639 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: extraroute-atomic Jan 15 14:53:49.503091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: filter_validation.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.504567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.505260 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: filter-validation Jan 15 14:53:49.505659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: fip_pf_description.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.506641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.507253 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 15 14:53:49.507641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: fip_port_details.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.508650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.509266 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: fip-port-details Jan 15 14:53:49.509652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: flavors.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.510991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.511604 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: flavors Jan 15 14:53:49.511997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.513843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.514425 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 15 14:53:49.514787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: floatingip_pools.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.515547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.516135 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: floatingip-pools Jan 15 14:53:49.516502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: ip_allocation.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.517431 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.517999 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension ip_allocation not supported by any of loaded plugins Jan 15 14:53:49.518355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.521520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.521520 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: ip-substring-filtering Jan 15 14:53:49.521520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l2_adjacency.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.521520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.521948 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 15 14:53:49.522567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.523438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.524026 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: router Jan 15 14:53:49.524416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.526767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.527359 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:53:49.527729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.528703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.529283 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: ext-gw-mode Jan 15 14:53:49.529646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.530568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.531139 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: l3-ha Jan 15 14:53:49.531496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3_flavors.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.532453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.533020 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: l3-flavors Jan 15 14:53:49.533381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.534295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.534861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 15 14:53:49.535845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: l3agentscheduler.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.536659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.537244 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: l3_agent_scheduler Jan 15 14:53:49.537605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: logging.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.539219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.539799 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension logging not supported by any of loaded plugins Jan 15 14:53:49.540193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: metering.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.540993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.541689 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: metering Jan 15 14:53:49.542044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.543167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.543739 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: metering_source_and_destination_fields Jan 15 14:53:49.544122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: multiprovidernet.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.545059 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.545629 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: multi-provider Jan 15 14:53:49.545991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: netmtu.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.546914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.547475 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: net-mtu Jan 15 14:53:49.547835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: netmtu_writable.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.548785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.549345 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: net-mtu-writable Jan 15 14:53:49.549699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: network_availability_zone.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.550417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.551518 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: network_availability_zone Jan 15 14:53:49.551869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: network_ip_availability.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.553016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.553587 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: network-ip-availability Jan 15 14:53:49.553950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: network_segment_range.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.554785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.555353 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension network-segment-range not supported by any of loaded plugins Jan 15 14:53:49.555707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: pagination.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.556729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.557106 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: pagination Jan 15 14:53:49.557457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.558382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.558954 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: port-mac-address-regenerate Jan 15 14:53:49.559308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.560256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.560824 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: port-numa-affinity-policy Jan 15 14:53:49.561186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: port_resource_request.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.562097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.562661 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension port-resource-request not supported by any of loaded plugins Jan 15 14:53:49.563275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: portbindings.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.564341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.564915 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: binding Jan 15 14:53:49.565268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: portbindings_extended.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.567256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.567833 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: binding-extended Jan 15 14:53:49.568220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: portsecurity.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.569139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.569720 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: port-security Jan 15 14:53:49.570073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: project_id.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.571136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.571505 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: project-id Jan 15 14:53:49.571864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: providernet.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.572822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.573394 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: provider Jan 15 14:53:49.573754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.577320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.577905 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos not supported by any of loaded plugins Jan 15 14:53:49.578264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.579495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.580095 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 15 14:53:49.580473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.581396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.582012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 15 14:53:49.582394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_default.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.583308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.583872 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-default not supported by any of loaded plugins Jan 15 14:53:49.584274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_fip.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.584957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.585519 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-fip not supported by any of loaded plugins Jan 15 14:53:49.585876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_gateway_ip.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.586792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.587364 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 15 14:53:49.587720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_port_network_policy.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.588737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.589314 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 15 14:53:49.589668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_rule_type_details.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.590583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.591153 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 15 14:53:49.591510 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: qos_rules_alias.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.592568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.593133 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 15 14:53:49.593493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: quotasv2.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.594496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.594861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: quotas Jan 15 14:53:49.595218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: quotasv2_detail.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.596817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.597199 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: quota_details Jan 15 14:53:49.597597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: rbac.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.598757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.599345 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: rbac-policies Jan 15 14:53:49.599708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: rbac_address_scope.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.600662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.601234 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: rbac-address-scope Jan 15 14:53:49.601591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: rbac_security_groups.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.602502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.603073 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: rbac-security-groups Jan 15 14:53:49.603433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: rbac_subnetpool.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.604377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.604950 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: rbac-subnetpool Jan 15 14:53:49.605310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: revisionifmatch.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.606229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.606803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: revision-if-match Jan 15 14:53:49.607161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: revisions.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.608296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.608865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: standard-attr-revisions Jan 15 14:53:49.609223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: router_availability_zone.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.609941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.610515 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: router_availability_zone Jan 15 14:53:49.610870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: routerservicetype.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.611915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.612509 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension router-service-type not supported by any of loaded plugins Jan 15 14:53:49.612863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.614407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.614988 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: security-groups-normalized-cidr Jan 15 14:53:49.615347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.616297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.616869 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: port-security-groups-filtering Jan 15 14:53:49.617225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.618150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.618714 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: security-groups-remote-address-group Jan 15 14:53:49.619070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: securitygroup.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.634154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.634765 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: security-group Jan 15 14:53:49.635132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: segment.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.636011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.636640 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension segment not supported by any of loaded plugins Jan 15 14:53:49.637015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.637970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.638536 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 15 14:53:49.638898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: servicetype.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.640013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.640614 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: service-type Jan 15 14:53:49.640974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: sorting.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.641952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.642361 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: sorting Jan 15 14:53:49.642672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: standard_attr_segment.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.643581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.644219 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 15 14:53:49.644753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: standardattrdescription.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.645566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.646136 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: standard-attr-description Jan 15 14:53:49.646488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: stateful_security_group.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.647441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.648007 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: stateful-security-group Jan 15 14:53:49.648419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: stdattrs_common.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.648997 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 15 14:53:49.649351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.650276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.650840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 15 14:53:49.651187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnet_onboard.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.652262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.652834 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: subnet_onboard Jan 15 14:53:49.653189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.654191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.654755 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 15 14:53:49.655106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnet_service_types.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.656031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.656625 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: subnet-service-types Jan 15 14:53:49.656979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnetallocation.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.658079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.658725 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: subnet_allocation Jan 15 14:53:49.659004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.659716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.660400 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: subnetpool-prefix-ops Jan 15 14:53:49.660755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.661703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.662280 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 15 14:53:49.662635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: tagging.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.663937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.664544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: standard-attr-tag Jan 15 14:53:49.664903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: timestamp.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.666078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.666657 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loaded extension: standard-attr-timestamp Jan 15 14:53:49.667020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: trunk.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.668106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.668640 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension trunk not supported by any of loaded plugins Jan 15 14:53:49.668993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: trunk_details.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.669925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.670495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension trunk-details not supported by any of loaded plugins Jan 15 14:53:49.670850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: uplink_status_propagation.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.671765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.672362 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 15 14:53:49.672716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Loading extension file: vlantransparent.py {{(pid=79953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:49.673469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:49.674048 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 15 14:53:49.677377 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:network Jan 15 14:53:49.678200 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnet Jan 15 14:53:49.678863 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:49.679512 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:port Jan 15 14:53:49.681028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.681502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service FLAVORS assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.682194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.682654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.683022 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:router Jan 15 14:53:49.683744 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:53:49.684540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service METERING assigned prefix: /metering {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.686309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.686710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.687103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:49.688565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:53:49.689055 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:53:49.689840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:53:49.690644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service CORE assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.691007 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:49.691925 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] subnetpool is already registered Jan 15 14:53:49.692676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service CORE assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.693036 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:49.693401 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] subnetpool is already registered Jan 15 14:53:49.696169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.696639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service FLAVORS assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.697288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.697746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.698111 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:router Jan 15 14:53:49.698475 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] router is already registered Jan 15 14:53:49.699132 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:53:49.699487 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] floatingip is already registered Jan 15 14:53:49.700198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service METERING assigned prefix: /metering {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.700931 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:53:49.701293 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] rbac_policy is already registered Jan 15 14:53:49.701911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:53:49.702273 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] security_group is already registered Jan 15 14:53:49.702911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:53:49.703269 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] security_group_rule is already registered Jan 15 14:53:49.703989 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service CORE assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.704385 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:49.704744 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] subnetpool is already registered Jan 15 14:53:49.705393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.resource_helper [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Service CORE assigned prefix: {{(pid=79953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:49.705751 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:49.706103 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.quota.resource_registry [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] subnetpool is already registered Jan 15 14:53:49.706807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: extensions {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.708477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: address-groups {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.710174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: address-scopes {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.711433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: agents {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.712685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: auto-allocated-topology {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.713991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: availability_zones {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.715358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: dhcp-networks {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.716865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: dhcp-agents {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.718354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: routers {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.720267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: flavors {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.721481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: service_profiles {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.722789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: next_providers {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.724413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: service_profiles {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.725922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: floatingip-pools {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.727272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: routers {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.729183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: floatingips {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.730432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: l3-routers {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.731885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: l3-agents {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.733390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: metering-labels {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.735649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: metering-label-rules {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.737113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: network-ip-availabilities {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.739048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: bindings {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.740795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: quotas {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.742293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: quotas {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.743782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: rbac-policies {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.745157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: security-groups {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.746416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: security-group-rules {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.747720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: service-providers {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.749047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: subnetpools {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.750635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: subnetpools {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.752275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.754641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.756579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.758477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.760344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.762121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.763988 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.765964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.767938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.770023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.extensions [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Extended resource: tags {{(pid=79953) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:49.777195 dv-cinder-689486-7-smb neutron-server[79953]: WARNING keystonemiddleware.auth_token [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 15 14:53:49.782872 dv-cinder-689486-7-smb neutron-server[79953]: WARNING keystonemiddleware.auth_token [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 15 14:53:49.792436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Acquired lock "singleton_lock" {{(pid=79953) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 15 14:53:49.792958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Releasing lock "singleton_lock" {{(pid=79953) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 15 14:53:49.794432 dv-cinder-689486-7-smb neutron-server[79953]: INFO oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Starting 2 workers Jan 15 14:53:49.799240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Started child 80064 {{(pid=79953) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:49.804802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.805056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Started child 80065 {{(pid=79953) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:49.806434 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [-] (80064) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:53:49.806724 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 15 14:53:49.807413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Notify callbacks [] for process, before_spawn {{(pid=79953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.810047 dv-cinder-689486-7-smb neutron-server[79953]: INFO oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Starting 1 workers Jan 15 14:53:49.812328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.814903 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [-] (80065) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:53:49.815789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Started child 80066 {{(pid=79953) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:49.816448 dv-cinder-689486-7-smb neutron-server[79953]: INFO oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Starting 1 workers Jan 15 14:53:49.819375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] calling RpcWorker wait() {{(pid=80066) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 15 14:53:49.819796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] returning from RpcWorker wait() {{(pid=80066) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 15 14:53:49.821375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.821503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Started child 80067 {{(pid=79953) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:49.821914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:49.822281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8801f3ac-d0c9-4e85-84f0-b47c88e10c0f None None] Notify callbacks [] for process, after_spawn {{(pid=79953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.823942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79953) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:53:49.824206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:49.824417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:49.824687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:49.825100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:49.825330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:49.825857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.826156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.826461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.826763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.827094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.827186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:49.827746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.828034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.828358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.828673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.828943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.829140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.829336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.829628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.829937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.830238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.830523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.830790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.831063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.831275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.831547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.831870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.832204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.832493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] debug = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.832767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.833576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.833854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.834126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.834412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.834720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.834995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.835275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.835441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 39334) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:53:49.835589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.835726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.836018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.836281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.836525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.836761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.837049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.837316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.837756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] host = dv-cinder-689486-7-smb {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.838012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.838263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.838528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.838807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.839085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.839330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.839615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.839904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.840211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.840480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.840749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.841028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.841292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.841558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.841749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_options = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.841996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.842262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.842556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.842761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.842933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.843275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.843728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.844077 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.844500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.844903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.845292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.845679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.846079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.846462 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.846880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.847215 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095050 Jan 15 14:53:49.848114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.848633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.849065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.849569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.850069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.850415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.850788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.851110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.851429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.851760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.852104 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.852516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.853580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.853852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.854123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.854394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.854701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.854969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.855248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.855537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.855785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.856052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.856396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.856666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.856924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.857408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.857845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.858333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.858725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.859177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.859969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_json = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.859969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.859969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.860223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.860554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.860692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.860921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.861171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.861446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.862140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.862448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.862974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.864299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.865016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.865477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.865772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.866028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.866300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.866574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.866896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.867152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.867477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.867741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.868017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.868385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.868669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.868975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.869231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.870958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.871169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.871322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.871539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.871804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.872487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.872487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.872659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.872822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.873046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.873295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.873544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.873780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.874060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.874313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.874621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.874889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.875736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.875736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.875736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.876200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.876200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.876478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.876618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.877560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.877560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.877560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.877983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:49.878134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.878134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.878134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.878522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.878661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.879480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.879480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.879480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.879911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.879911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.881329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.881603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.881794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.881938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.882200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.884697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.885095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.885095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.885370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.886948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.887212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.888896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.889172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.889339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.890943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.891102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.891364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.891615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.891888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.892167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.892437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.892712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.893001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.893296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.894168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.894168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.894168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.894634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.894634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.895335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.895335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.895633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.895921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.896879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.896879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.896879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.897361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.897361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.897635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.897775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.898017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.898271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.898536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.898840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.899801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.899801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.899801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.899801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.900577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.900577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.900855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.901020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.902630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.903608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.903608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.903608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.904929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.905193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.905454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.905725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.905971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.906240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.906469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.906681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.906928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.907210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.907472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.907724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.907979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.910578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.911546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.911546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.911546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.912091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.912091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.913456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.913456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.913825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.913825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.914113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.914269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.914456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.914705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.914969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.915239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.915489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.915790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.916042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.917536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.917536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.919495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.919495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.919495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.919495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.921708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.923682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.926529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.927855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.929201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.929502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.929744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.930064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.931787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.931787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.931787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.932629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.932629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.932629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.933464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.933464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.933464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.934146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.934146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.935220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.935511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.935829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.936212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.936491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.936731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.937027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.938551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.938878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.939789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.939789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.939789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.940030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.940186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.940423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.940678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.940933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.941267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.941548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.941995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.942430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.942713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.942970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.943244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.943493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.943751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.944003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.944238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:53:49.944772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79953) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:53:49.944942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:49.945315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:49.945697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:49.946136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:49.946395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.952637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] debug = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.953546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.954196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.954196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.954196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.954196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.954783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] host = dv-cinder-689486-7-smb {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.955906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.956405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.956405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.956405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.957081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.957081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.957081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_options = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.958874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.961705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.965751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.966983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.967905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.968577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_json = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.969230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.973342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.974246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.975787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.977997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.978721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.979511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.980282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.980282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.980282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.980745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.980954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.981145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.981302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.981494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.981682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.981872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.982039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.982392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.982586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.982753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.983099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.983252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.983596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.983785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.983971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.984201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.984363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.984539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.984743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.984929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.985114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.985300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.985483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.985667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.985854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.986964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.987149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.987333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.987517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.987701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.987885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.988834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.988957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.989048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.989243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.989434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.989727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.989900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.990051 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.990198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.992088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.993780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.995415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.996932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.997703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.998607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:49.999634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.000695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.001724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.002622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.003447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.003447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.003447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.003447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.003447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.004561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.005364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.005364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.005364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.005364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.005364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.006698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.007652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.008918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.009072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.009218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.009375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.009651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.009971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.010285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.010609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.010940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.011277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.011609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.011925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.012203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.012359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.012516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.012661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.012850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.013901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.014942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.015966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.016149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.016341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:50.016496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79953) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:54:00.513237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd2553-fbbb-45a4-b5e6-21757f2271bd None None] get_active_networks_info from dv-cinder-689486-7-smb {{(pid=80066) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 15 14:54:00.651554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-135f77cc-f1c9-46f3-a662-c00a89e72e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:00.678780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cd2553-fbbb-45a4-b5e6-21757f2271bd None None] No non-hosted networks {{(pid=80066) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 15 14:54:02.186449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-166f1306-cc74-4266-b21f-3859349226a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:02.245399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1cadd221-2bb4-43cb-95de-a445b5c34a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:03.368163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:04.459831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:04.463075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.464693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.467356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.468074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.468840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.469355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.470273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.473389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.474221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.475881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.478240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.480470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.482367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:04.510329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:04.819219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:05.557377 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_hamode_db [None req-f2545f26-6292-4936-ac85-ea32585eb4cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 15 14:54:05.644951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2545f26-6292-4936-ac85-ea32585eb4cb None None] Routers set() bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:05.645375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2545f26-6292-4936-ac85-ea32585eb4cb None None] Router IDs set() for agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 15 14:54:06.373018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 39438) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:06.497950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] get_endpoint_by_host() called for host dv-cinder-689486-7-smb {{(pid=80066) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 14:54:06.502761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=80066) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 14:54:06.506632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=80066) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 14:54:06.512355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] _get_endpoints() called {{(pid=80066) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 14:54:07.043043 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-6b30bb34-b681-4e84-9fd8-419a54fb72da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:07.043663 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-6b30bb34-b681-4e84-9fd8-419a54fb72da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:07.277051 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-6b30bb34-b681-4e84-9fd8-419a54fb72da admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:07.278157 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6b30bb34-b681-4e84-9fd8-419a54fb72da admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9041715 Jan 15 14:54:10.040961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 39454) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:10.469042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:10.523986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.policy [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80064) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:54:10.524834 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:10.525244 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:10.537416 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Loaded quota_driver: . Jan 15 14:54:10.582824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:10.638535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265933916236', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265933876206', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265933875641', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265933896028', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265933896696', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854356822', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853243487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1391014'] for rbac-policy, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:10.707852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:10.709116 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b69d103d-fd4f-48b1-94da-ac8a3d153b47 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6671808 Jan 15 14:54:13.764481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 39468) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:14.249614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Request body: {'network': {'project_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'name': 'private'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:14.255924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:14.260666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Usage tracker for resource:network and tenant:27e8da52826445daa055a79ac64bc29d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:14.264332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:14.271541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:14.280352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Made reservation on behalf of 27e8da52826445daa055a79ac64bc29d for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:14.287092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.304215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.319150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:14.323103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Usage tracker for resource:security_group_rule and tenant:27e8da52826445daa055a79ac64bc29d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:14.326676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:14.332944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:14.433680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.436893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.442762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:14.467815 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:54:14.496445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.497072 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Added segment e9019241-9a1f-4fad-b53c-2b2ba4126af7 of type vxlan for network e5fc7033-d7ed-4be5-9211-88c4b5809d59 Jan 15 14:54:14.548342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f6310-3519-467d-af64-3151a657073e,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:14.570980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.571382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.571782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.572193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.572582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.572968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.573353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.573702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.574052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.574397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.574746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.575087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Tracked resource versions report: Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 14:54:14.576319 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:14.618661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.626583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:14.663263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.664687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:14.665369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:14.670145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:14.934290 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1685741 Jan 15 14:54:14.935121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Pushing event updated for resources: {'Network': ['ID=e5fc7033-d7ed-4be5-9211-88c4b5809d59,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:14.957776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:14.965642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:54:18.052728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39484) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:18.795619 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:18.796267 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:19.257541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.policy [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80065) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:54:19.258419 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:19.258827 dv-cinder-689486-7-smb neutron-server[79953]: WARNING oslo_policy.policy [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:19.268994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:19.271133 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-723d1793-b8df-43b5-afdf-91c46a43e8d9 admin admin] 10.222.0.52 "GET /v2.0/networks/e5fc7033-d7ed-4be5-9211-88c4b5809d59 HTTP/1.1" status: 200 len: 818 time: 1.2163348 Jan 15 14:54:19.306385 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2442d691-bbf2-40a0-b8a2-8fbcf5b5a191 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/1a42edc8-bfd2-43f9-9cc2-88568ce30e3c HTTP/1.1" status: 200 len: 734 time: 0.0290952 Jan 15 14:54:19.316995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c', 'name': 'private-subnet', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:19.320535 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.quota [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Loaded quota_driver: . Jan 15 14:54:19.327033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:19.332990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Usage tracker for resource:subnet and tenant:27e8da52826445daa055a79ac64bc29d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:19.336392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:19.343083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:19.359197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Made reservation on behalf of 27e8da52826445daa055a79ac64bc29d for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:19.366103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:20.067786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:20.083695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:20.234558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453a3763-6dad-47f1-8acf-e7f9ae347bdb,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:20.254062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.254433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.254797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.255201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.255559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.255913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.256291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.256645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.257002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.257346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.257692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.258126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Tracked resource versions report: Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 14:54:20.259175 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:20.295724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:20.328636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Checking segment: {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:20.328958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Network hostable DHCP agents. Network: e5fc7033-d7ed-4be5-9211-88c4b5809d59, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:54:20.349443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:54:20.358269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, e5fc7033-d7ed-4be5-9211-88c4b5809d59) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:20.363310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:20.363959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:20.368865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d161a-ac7b-43ac-ae55-4b422289b0b9 None None] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:20.385521 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0728147 Jan 15 14:54:20.697020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:54:20.698255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.211788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Allocated IP 172.20.0.2 (e5fc7033-d7ed-4be5-9211-88c4b5809d59/453a3763-6dad-47f1-8acf-e7f9ae347bdb/fed5a6aa-7076-44e7-9c32-631d4fa0bc41) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:21.448936 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.463730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Transition to ACTIVE for port object fed5a6aa-7076-44e7-9c32-631d4fa0bc41 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:21.484019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Transition to ACTIVE for port object fed5a6aa-7076-44e7-9c32-631d4fa0bc41 will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:21.489937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.506399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:21.639328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Pushing event updated for resources: {'Port': ['ID=fed5a6aa-7076-44e7-9c32-631d4fa0bc41,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:21.652219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.652605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.652973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.653337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.653698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.654065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.654423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.654778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.655131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.655484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.655837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.656232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Tracked resource versions report: Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 14:54:21.657348 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:21.664690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:21.714050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:21.715204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:21.718016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:21.779150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Attempting to bind port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:21.779786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Attempting to bind port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:21.780106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Attempting to bind port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 on network e5fc7033-d7ed-4be5-9211-88c4b5809d59 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:21.786950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:21.787358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Checking segment: {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:21.788702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.788702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Bound using segment: {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:21.788895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Bound port: fed5a6aa-7076-44e7-9c32-631d4fa0bc41, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:21.789188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.882030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] For port fed5a6aa-7076-44e7-9c32-631d4fa0bc41, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:21.886169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] For port fed5a6aa-7076-44e7-9c32-631d4fa0bc41, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=fed5a6aa-7076-44e7-9c32-631d4fa0bc41,segment=NetworkSegment(e9019241-9a1f-4fad-b53c-2b2ba4126af7),segment_id=e9019241-9a1f-4fad-b53c-2b2ba4126af7)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:21.889854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.905351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:22.053728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Pushing event updated for resources: {'Port': ['ID=fed5a6aa-7076-44e7-9c32-631d4fa0bc41,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:22.058324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:23.162449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39504) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:23.619996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-87e29a04-a707-434b-a7c0-d99475880a00 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:23.621212 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-87e29a04-a707-434b-a7c0-d99475880a00 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4577959 Jan 15 14:54:26.489966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39518) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:26.593720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device fed5a6aa-7076-44e7-9c32-631d4fa0bc41 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:26.662477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:26.926496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b72ec4-b7a7-46f6-ac3b-2dc9893e67f4 None None] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:26.934266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-10c8d9a9-e9d8-46f4-a41b-8ad0df3aca38 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:26.935359 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-10c8d9a9-e9d8-46f4-a41b-8ad0df3aca38 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4443929 Jan 15 14:54:27.030034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Provisioning for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:27.038454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:27.038863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:27.282864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:27.339416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] For port fed5a6aa-7076-44e7-9c32-631d4fa0bc41, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=fed5a6aa-7076-44e7-9c32-631d4fa0bc41,segment=NetworkSegment(e9019241-9a1f-4fad-b53c-2b2ba4126af7),segment_id=e9019241-9a1f-4fad-b53c-2b2ba4126af7)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:54:27.343957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:27.349983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f7ed393-e484-4640-8410-84be2edc7b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:27.421500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Pushing event updated for resources: {'Port': ['ID=fed5a6aa-7076-44e7-9c32-631d4fa0bc41,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:27.425596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:27.569815 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-4bbc486c-dda7-451f-bb73-18c74da32ee9 None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:27.570419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4bbc486c-dda7-451f-bb73-18c74da32ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:27.819059 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-c04e2e9d-801e-4026-81db-bfe96da09b59 None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:27.819471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c04e2e9d-801e-4026-81db-bfe96da09b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:28.061136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-62750c34-801c-404a-9daa-2d158031b231 None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:28.061446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62750c34-801c-404a-9daa-2d158031b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:28.555088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device fed5a6aa-7076-44e7-9c32-631d4fa0bc41 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:28.636540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:28.637246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.142337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39530) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:30.308624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34f61ce-2b7a-494e-bbeb-9ec83be8e757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.555683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '27e8da52826445daa055a79ac64bc29d'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:30.561249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:30.566375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Usage tracker for resource:router and tenant:27e8da52826445daa055a79ac64bc29d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:30.569605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:30.575424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:30.585054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.586339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.606963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.709575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.726850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.728105 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d9ff0809-ae08-40e7-b6ed-ba2664134f48 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5840547 Jan 15 14:54:32.191652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ca11e78-3d2f-43f7-8136-1bfdae3af06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.171446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.457497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39550) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:33.644865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-666799b8-5b7f-454c-b8a3-0f265fdae07c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:33.645927 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-666799b8-5b7f-454c-b8a3-0f265fdae07c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1874225 Jan 15 14:54:34.465085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:34.722337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.200150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39570) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:36.279798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:36.285754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:36.289755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Usage tracker for resource:network and tenant:ddeaf0339aa0448fb4545db8dc42e3e7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:36.292802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:36.298587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:36.308259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Made reservation on behalf of ddeaf0339aa0448fb4545db8dc42e3e7 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:36.313176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.329798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.347905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:36.351835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ddeaf0339aa0448fb4545db8dc42e3e7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:36.355043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:36.360674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:36.463895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.466742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.471900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:36.487395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=80065) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 15 14:54:36.514248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871e8215-5230-4bb5-a7a1-fbb54dc5cd79,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:36.517004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.517699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Unsubscribe: segment precommit_create {{(pid=80065) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 15 14:54:36.518229 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Added segment 57f7df3a-14f6-422f-bf35-4acb534679ac of type flat for network fd119e31-6c30-42aa-b4f1-528ce4794572 Jan 15 14:54:36.530662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:36.562516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.604658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.605900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:36.606523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.611470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:36.714745 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5133681 Jan 15 14:54:36.717597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd119e31-6c30-42aa-b4f1-528ce4794572,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:36.742008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:36.749383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network fd119e31-6c30-42aa-b4f1-528ce4794572 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:54:39.277257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39580) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:39.428912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01625ea-752c-4c22-8412-ccf9f417a682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:39.430585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f01625ea-752c-4c22-8412-ccf9f417a682 admin admin] 10.222.0.52 "GET /v2.0/subnets/453a3763-6dad-47f1-8acf-e7f9ae347bdb HTTP/1.1" status: 200 len: 849 time: 0.1522253 Jan 15 14:54:39.577360 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-19e1ca6a-51c2-40f4-a065-2c197e00e1b8 admin admin] 10.222.0.52 "GET /v2.0/routers/0631fb31-bd92-42ff-b62c-8d5f6113cc23 HTTP/1.1" status: 200 len: 704 time: 0.1400006 Jan 15 14:54:40.205897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:40.576781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Allocated IP 172.20.0.1 (e5fc7033-d7ed-4be5-9211-88c4b5809d59/453a3763-6dad-47f1-8acf-e7f9ae347bdb/f5b7e5c7-354b-4711-9950-5b5086c4de99) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:40.746493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:40.764161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Transition to ACTIVE for port object f5b7e5c7-354b-4711-9950-5b5086c4de99 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:40.811277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:40.827194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:40.959380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=f5b7e5c7-354b-4711-9950-5b5086c4de99,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:40.965593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:41.020759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:41.021787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:41.024229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:41.024762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.183278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e6e3b2fb-8b18-4c5e-a0a9-7aca9123a6e5 None None] Provisioning for port f5b7e5c7-354b-4711-9950-5b5086c4de99 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:41.188656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e6e3b2fb-8b18-4c5e-a0a9-7aca9123a6e5 None None] Provisioning complete for port f5b7e5c7-354b-4711-9950-5b5086c4de99 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:41.189156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b2fb-8b18-4c5e-a0a9-7aca9123a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.248358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3b2fb-8b18-4c5e-a0a9-7aca9123a6e5 None None] Port f5b7e5c7-354b-4711-9950-5b5086c4de99 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:54:41.288100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.584305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.587782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.588911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:41.604272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:41.737868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=f5b7e5c7-354b-4711-9950-5b5086c4de99,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:41.741967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:41.798181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:41.799636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:41.969968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b925b6ad-e4cc-4747-937f-2e4ea3b245ec None None] Provisioning complete for port f5b7e5c7-354b-4711-9950-5b5086c4de99 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:41.970373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b925b6ad-e4cc-4747-937f-2e4ea3b245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:42.001586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 14:54:42.024550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-b925b6ad-e4cc-4747-937f-2e4ea3b245ec None None] Port f5b7e5c7-354b-4711-9950-5b5086c4de99 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:54:42.161586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:54:42.170971 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] 10.222.0.52 "PUT /v2.0/routers/0631fb31-bd92-42ff-b62c-8d5f6113cc23/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5877967 Jan 15 14:54:42.172159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Sync routers for ids ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:54:42.183974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Routers {'0631fb31-bd92-42ff-b62c-8d5f6113cc23'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:42.184859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T14:54:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:42.365859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Set router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 gateway port host: None {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:42.748275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:41Z', 'revision_number': 2, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port_host': None, '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:41Z', 'revision_number': 2, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:42.753458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Checking router: 0631fb31-bd92-42ff-b62c-8d5f6113cc23 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:54:42.753858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Updating router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 port f5b7e5c7-354b-4711-9950-5b5086c4de99 binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:54:42.808259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:43.426132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:43.442381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Transition to ACTIVE for port object f5b7e5c7-354b-4711-9950-5b5086c4de99 will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:43.448444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:43.477634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:43.735244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Pushing event updated for resources: {'Port': ['ID=f5b7e5c7-354b-4711-9950-5b5086c4de99,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:43.775501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.776163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.776809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.777442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.778085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.778695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.779317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.779947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.780601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.781220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.781833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.782942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Tracked resource versions report: Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 14:54:43.785546 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:43.797928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:44.067659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Attempting to bind port f5b7e5c7-354b-4711-9950-5b5086c4de99 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:44.068355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Attempting to bind port f5b7e5c7-354b-4711-9950-5b5086c4de99 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:44.069078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Attempting to bind port f5b7e5c7-354b-4711-9950-5b5086c4de99 on network e5fc7033-d7ed-4be5-9211-88c4b5809d59 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:44.079079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:44.079764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Checking segment: {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:44.081254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.081973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Bound using segment: {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:44.082933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Bound port: f5b7e5c7-354b-4711-9950-5b5086c4de99, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9019241-9a1f-4fad-b53c-2b2ba4126af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:44.083679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.184071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] For port f5b7e5c7-354b-4711-9950-5b5086c4de99, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:44.188915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] For port f5b7e5c7-354b-4711-9950-5b5086c4de99, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=f5b7e5c7-354b-4711-9950-5b5086c4de99,segment=NetworkSegment(e9019241-9a1f-4fad-b53c-2b2ba4126af7),segment_id=e9019241-9a1f-4fad-b53c-2b2ba4126af7)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:44.192849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.208329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:44.359193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Pushing event updated for resources: {'Port': ['ID=f5b7e5c7-354b-4711-9950-5b5086c4de99,revision_number=4']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:44.364952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:44.427009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Routers {'0631fb31-bd92-42ff-b62c-8d5f6113cc23'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:44.427702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T14:54:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:44.592398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] Set router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 gateway port host: None {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:44.726605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39592) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:44.916904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226bc15-9ce4-460e-a40c-f86ef4e9ea09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:44.917450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f226bc15-9ce4-460e-a40c-f86ef4e9ea09 admin admin] Synchronizing usage tracker for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:network {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:54:44.934784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f226bc15-9ce4-460e-a40c-f86ef4e9ea09 admin admin] Unset dirty status for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:network {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:54:44.942720 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f226bc15-9ce4-460e-a40c-f86ef4e9ea09 admin admin] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 842 time: 0.2083771 Jan 15 14:54:44.942912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:41Z', 'revision_number': 2, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port_host': None, '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:44Z', 'revision_number': 4, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:44.943977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6067-608a-4684-aaf9-9f77c15009af None None] The sync data for ids ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'] in dv-cinder-689486-7-smb is: [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:41Z', 'revision_number': 2, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port_host': None, '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:44Z', 'revision_number': 4, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:54:44.947981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:44.953386 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:44.957751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Usage tracker for resource:subnet and tenant:ddeaf0339aa0448fb4545db8dc42e3e7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:44.960816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:44.967600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:44.977013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Made reservation on behalf of ddeaf0339aa0448fb4545db8dc42e3e7 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:44.981683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.589463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80065) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 14:54:45.590000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.605979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:45.732517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca79cfa-a7cf-4932-94e7-8b3cada4bc23,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:45.748652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:45.813403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:45.814004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Network hostable DHCP agents. Network: fd119e31-6c30-42aa-b4f1-528ce4794572, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:54:45.834350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:54:45.849477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, fd119e31-6c30-42aa-b4f1-528ce4794572) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:45.853586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:45.854236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.859891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc84815-216a-4e7f-8f43-95382642a2fd None None] Network fd119e31-6c30-42aa-b4f1-528ce4794572 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:45.879626 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9359944 Jan 15 14:54:46.116295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe9afd-f0ab-4f59-abfc-63b106d7a565 None None] Network fd119e31-6c30-42aa-b4f1-528ce4794572 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:46.582398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device f5b7e5c7-354b-4711-9950-5b5086c4de99 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:46.655068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port f5b7e5c7-354b-4711-9950-5b5086c4de99 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:46.661028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port f5b7e5c7-354b-4711-9950-5b5086c4de99 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:46.661479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:46.928633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:46.962672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port f5b7e5c7-354b-4711-9950-5b5086c4de99, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=f5b7e5c7-354b-4711-9950-5b5086c4de99,segment=NetworkSegment(e9019241-9a1f-4fad-b53c-2b2ba4126af7),segment_id=e9019241-9a1f-4fad-b53c-2b2ba4126af7)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:54:46.965485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:46.968556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:47.038099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=f5b7e5c7-354b-4711-9950-5b5086c4de99,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:47.041369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:48.531594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39606) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:48.565721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device f5b7e5c7-354b-4711-9950-5b5086c4de99 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:48.634835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port f5b7e5c7-354b-4711-9950-5b5086c4de99 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:48.635245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:48.768011 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b47b5c3f-a185-4a03-8fa7-1ea1c58e6be9 admin admin] 10.222.0.52 "GET /v2.0/routers/0631fb31-bd92-42ff-b62c-8d5f6113cc23 HTTP/1.1" status: 200 len: 710 time: 0.2350242 Jan 15 14:54:48.906579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdead327-77ea-477e-81b0-2bf6f8c04439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:48.908092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cdead327-77ea-477e-81b0-2bf6f8c04439 admin admin] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 886 time: 0.1342249 Jan 15 14:54:48.917991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:49.370375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:49.898213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:49.956726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:49.969071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:49.985292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:49.989285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:49.992151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:49.997784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:50.082394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.085108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.100517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:50.192249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91cd46d-b210-43c8-b3a8-fbb06dfe5bb2,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:50.196976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:50.372979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Allocated IP 172.28.0.189 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:50.534865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.560422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.576696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-566ab961-663c-4680-b9f6-5e275be7f8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:50.710304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:50.715606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:50.771005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:50.772408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:50.775025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:51.166526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:51.521242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:51.524754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854086692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854174756'] for router, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:51.711954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 14:54:51.899528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:54:51.910414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Sync routers for ids ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:54:51.917262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:51.918561 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] 10.222.0.52 "PUT /v2.0/routers/0631fb31-bd92-42ff-b62c-8d5f6113cc23 HTTP/1.1" status: 200 len: 890 time: 3.0040019 Jan 15 14:54:51.920047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Routers {'0631fb31-bd92-42ff-b62c-8d5f6113cc23'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:51.920748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T14:54:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:52.122009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Set router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:52.484286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:50Z', 'revision_number': 4, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port': {'id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:50Z', 'updated_at': '2021-01-15T14:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:46Z', 'revision_number': 5, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:52.489725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Checking router: 0631fb31-bd92-42ff-b62c-8d5f6113cc23 for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:54:52.490142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Updating router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:54:52.547197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.942384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.955579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Transition to ACTIVE for port object 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:52.957972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.974504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:53.106582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Pushing event updated for resources: {'Port': ['ID=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:53.110946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:53.172805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Attempting to bind port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:53.173210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Attempting to bind port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:53.174415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Attempting to bind port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:53.179978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:53.180414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:53.180852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:53.181315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:53.181851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Bound port: 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:53.182281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:53.259333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] For port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:53.262468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] For port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:53.265798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:53.281924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:53.435958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Pushing event updated for resources: {'Port': ['ID=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:53.440844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:53.488604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Routers {'0631fb31-bd92-42ff-b62c-8d5f6113cc23'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:53.489307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T14:54:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:53.826623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] Set router 0631fb31-bd92-42ff-b62c-8d5f6113cc23 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:54.183404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:50Z', 'revision_number': 4, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port': {'id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:50Z', 'updated_at': '2021-01-15T14:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:46Z', 'revision_number': 5, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:54.187911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e61bab-a2a2-4e59-a696-3e581b10cbad None None] The sync data for ids ['0631fb31-bd92-42ff-b62c-8d5f6113cc23'] in dv-cinder-689486-7-smb is: [{'id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'name': 'router1', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:30Z', 'updated_at': '2021-01-15T14:54:50Z', 'revision_number': 4, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'gw_port': {'id': '2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:50Z', 'updated_at': '2021-01-15T14:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'f5b7e5c7-354b-4711-9950-5b5086c4de99', 'name': '', 'network_id': 'e5fc7033-d7ed-4be5-9211-88c4b5809d59', 'tenant_id': '27e8da52826445daa055a79ac64bc29d', 'mac_address': 'fa:16:3e:2e:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631fb31-bd92-42ff-b62c-8d5f6113cc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:40Z', 'updated_at': '2021-01-15T14:54:46Z', 'revision_number': 5, 'project_id': '27e8da52826445daa055a79ac64bc29d', 'subnets': [{'id': '453a3763-6dad-47f1-8acf-e7f9ae347bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a42edc8-bfd2-43f9-9cc2-88568ce30e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:54:54.601354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:54.608613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 39616) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:54.674727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:54.680054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:54.680594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:54.763514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cfc28d-17bd-4e1b-8421-9af88c05385e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:54.765263 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-35cfc28d-17bd-4e1b-8421-9af88c05385e admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1556032 Jan 15 14:54:54.811937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:54.829091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:54:54.833382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:54.835669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:54.909673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:54.913055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:56.581441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:56.658544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 2ecd7c87-e8c5-4d26-a9a7-482a1a80cd77 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:56.659100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:56.919992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:55:00.328516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ebaf620e-1a36-4b33-9f1d-0e7e8be5dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:02.214160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc4ff-fe5e-4003-abc0-7e876c866dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:03.181559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:04.469728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:04.733984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:30.313725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a7de108-67ac-4984-b664-67612b8183c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:32.197453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24cd39c2-ca4a-4b3c-ba60-c22110a280b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:33.179332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:33.920193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:55:34.469443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:34.738787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:00.319628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-a6d2-4071-b5c6-8432ed05a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:02.200891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-78eaacc6-cf5b-4881-8c3b-8d77316713c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.180758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:04.465656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:04.740937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.919970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:56:30.324417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a859be85-8248-4584-9503-d9ade50393da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:32.208621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc31-db70-4ae0-bd6b-9d85748ea826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:33.185105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:34.477022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:34.746151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:47.921139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:00.329393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-060402fb-3818-437c-932c-f1622c197bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:02.202169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e70585f8-ac67-4b28-9961-070f2f132b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:03.188977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:04.481226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:04.749838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:09.881142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40192) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:09.984513 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdadf00f-195c-4d8c-9570-a68fdb7271fd admin admin] GET failed (client error): The resource could not be found. Jan 15 14:57:09.985866 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fdadf00f-195c-4d8c-9570-a68fdb7271fd admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1037004 Jan 15 14:57:10.133281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28926129-ddd8-4d37-9afb-53bf81f4b9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:10.134789 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-28926129-ddd8-4d37-9afb-53bf81f4b9b5 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1445119 Jan 15 14:57:12.638756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40202) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:12.787552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b7619-a0e0-4b76-b80f-733c2fdfaa25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:12.788103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bd0b7619-a0e0-4b76-b80f-733c2fdfaa25 admin admin] Synchronizing usage tracker for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:subnet {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:57:12.804725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bd0b7619-a0e0-4b76-b80f-733c2fdfaa25 admin admin] Unset dirty status for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:subnet {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:57:12.805980 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bd0b7619-a0e0-4b76-b80f-733c2fdfaa25 admin admin] 10.222.0.52 "GET /v2.0/subnets/453a3763-6dad-47f1-8acf-e7f9ae347bdb HTTP/1.1" status: 200 len: 849 time: 0.1661944 Jan 15 14:57:12.817458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:57:12.946488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:13.438529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363265932978872'] for subnet, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:13.454456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-be1fee4f-d5ca-4915-a34e-c5b5bff163e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:57:13.593513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Pushing event updated for resources: {'Subnet': ['ID=453a3763-6dad-47f1-8acf-e7f9ae347bdb,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:57:13.613375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.613757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.614127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.614488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.614845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.615200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.615551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.615902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.616295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.616647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.616993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.617340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:13.622689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:57:13.650540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:13.651168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:13.652683 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] 10.222.0.52 "PUT /v2.0/subnets/453a3763-6dad-47f1-8acf-e7f9ae347bdb HTTP/1.1" status: 200 len: 868 time: 0.8394153 Jan 15 14:57:13.656213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee15350-1cc1-4602-81e4-46a9df48b358 None None] Network e5fc7033-d7ed-4be5-9211-88c4b5809d59 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:57:14.165064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-917692d2-2810-424a-83cc-ff11308cf482 None None] Provisioning complete for port fed5a6aa-7076-44e7-9c32-631d4fa0bc41 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:57:14.165472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-917692d2-2810-424a-83cc-ff11308cf482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:14.292001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-917692d2-2810-424a-83cc-ff11308cf482 None None] Provisioning complete for port f5b7e5c7-354b-4711-9950-5b5086c4de99 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:57:14.292340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-917692d2-2810-424a-83cc-ff11308cf482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:16.167183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40212) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:16.384440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d7a23-1814-407d-a333-8c834d5d8e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:16.384777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d7a23-1814-407d-a333-8c834d5d8e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:16.386460 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5b6d7a23-1814-407d-a333-8c834d5d8e64 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2182212 Jan 15 14:57:18.917212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40222) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:19.140752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b526fc4-dd49-42a4-8f7b-49190724eb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:19.141172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b526fc4-dd49-42a4-8f7b-49190724eb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:19.142864 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9b526fc4-dd49-42a4-8f7b-49190724eb26 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2246187 Jan 15 14:57:21.687888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40232) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:21.908170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe3e9-6b96-4f48-888a-1cad48bfcc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:21.920864 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8dfbe3e9-6b96-4f48-888a-1cad48bfcc8a admin admin] 10.222.0.52 "GET /v2.0/networks/e5fc7033-d7ed-4be5-9211-88c4b5809d59 HTTP/1.1" status: 200 len: 862 time: 0.2206964 Jan 15 14:57:24.441744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40242) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:24.659263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b9894-4941-4951-952c-839ba5370c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:24.660816 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-751b9894-4941-4951-952c-839ba5370c30 admin admin] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 886 time: 0.2180264 Jan 15 14:57:24.920805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:27.152374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40252) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:27.297692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49815c-7cb9-4094-8ab4-08090969b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:27.298118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49815c-7cb9-4094-8ab4-08090969b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:27.299768 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0a49815c-7cb9-4094-8ab4-08090969b380 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1463125 Jan 15 14:57:29.776311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40262) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:29.927743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c1536-1a24-41f7-a58e-e5b418704f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:29.928190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c1536-1a24-41f7-a58e-e5b418704f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:29.929809 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f87c1536-1a24-41f7-a58e-e5b418704f1c admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1525126 Jan 15 14:57:30.335872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-87978200-4c57-46a8-b02a-29af246a60e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:32.205698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-575dfd2e-f09a-40dd-a903-6ea30c5aba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:32.434177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40272) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:32.585015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9d22e-cc11-4171-a8e0-f0048d857c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:32.586495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cad9d22e-cc11-4171-a8e0-f0048d857c98 admin admin] 10.222.0.52 "GET /v2.0/subnets/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23 HTTP/1.1" status: 200 len: 816 time: 0.1512907 Jan 15 14:57:33.193281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:34.484273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:34.753584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:35.070387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40282) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:35.219879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159f352-d504-449b-aca4-879fa04989e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:35.221431 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6159f352-d504-449b-aca4-879fa04989e4 admin admin] 10.222.0.52 "GET /v2.0/subnets/453a3763-6dad-47f1-8acf-e7f9ae347bdb HTTP/1.1" status: 200 len: 868 time: 0.1499796 Jan 15 14:58:00.331247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-21830277-f435-4a43-82ae-4b2dc8e86c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:01.296889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40322) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:01.379310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-2cd365ea-b845-494a-8789-9b5244bdccdf admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:58:01.380473 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2cd365ea-b845-494a-8789-9b5244bdccdf admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0824263 Jan 15 14:58:01.921929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:58:02.211278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-60897885-5ece-4907-a886-0a7f730f8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:03.196860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:03.995987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40332) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:04.098413 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04abbbf-ea2a-4978-95db-e985255e5377 admin admin] GET failed (client error): The resource could not be found. Jan 15 14:58:04.099756 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a04abbbf-ea2a-4978-95db-e985255e5377 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1026988 Jan 15 14:58:04.240535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cce83d-4c2c-4619-b8d5-1b147ad71d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:04.242051 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-39cce83d-4c2c-4619-b8d5-1b147ad71d05 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379418 Jan 15 14:58:04.501868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:04.761279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:06.824523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40342) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:06.909639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:58:06.914877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:58:06.925234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:58:06.935277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Made reservation on behalf of ddeaf0339aa0448fb4545db8dc42e3e7 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:58:06.940018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:07.038402 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.services.revisions.revision_plugin [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Could not find related network for resource to bump revision. Jan 15 14:58:07.056249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:58:07.068578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:07.068967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Added segment 163558d7-68c2-42fc-b27c-e7c32ce40b2d of type vxlan for network 254af7ac-240c-40f0-81f1-929035f7e0cf Jan 15 14:58:07.097186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:07.128560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:07.129836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:07.130479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:07.136368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:07.250294 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4241424 Jan 15 14:58:07.251053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Pushing event updated for resources: {'Network': ['ID=254af7ac-240c-40f0-81f1-929035f7e0cf,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:07.254503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:07.265202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 254af7ac-240c-40f0-81f1-929035f7e0cf details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:58:09.795248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40352) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:09.904321 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cfe53b-b027-4681-905b-f741bbc7f43b admin admin] GET failed (client error): The resource could not be found. Jan 15 14:58:09.904950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e5cfe53b-b027-4681-905b-f741bbc7f43b admin admin] Synchronizing usage tracker for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:network {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:58:09.920929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e5cfe53b-b027-4681-905b-f741bbc7f43b admin admin] Unset dirty status for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:network {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:58:09.922208 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e5cfe53b-b027-4681-905b-f741bbc7f43b admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1258969 Jan 15 14:58:10.044392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398601a-4d28-40b8-a76c-7abe22dfc662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:10.045971 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9398601a-4d28-40b8-a76c-7abe22dfc662 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1194527 Jan 15 14:58:10.058373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf', 'description': 'shared-subnet'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:58:10.063078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:58:10.073284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:58:10.081840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Made reservation on behalf of ddeaf0339aa0448fb4545db8dc42e3e7 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:58:10.086364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:10.493318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:10.509660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8b413af4-823a-453e-8c62-825f08892173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:10.633820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30de019f-06c6-4426-9144-42b2d0f19a15,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:10.638837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:10.707814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Checking segment: {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:58:10.708234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Network hostable DHCP agents. Network: 254af7ac-240c-40f0-81f1-929035f7e0cf, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:58:10.727038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Network 254af7ac-240c-40f0-81f1-929035f7e0cf is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:58:10.736089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 254af7ac-240c-40f0-81f1-929035f7e0cf) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:58:10.739981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:10.740654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:10.745511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c72f3-fbf4-4d35-93ea-ff938de8d4c9 None None] Network 254af7ac-240c-40f0-81f1-929035f7e0cf requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:58:10.764842 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7106545 Jan 15 14:58:10.985787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-254af7ac-240c-40f0-81f1-929035f7e0cf', 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf', 'tenant_id': 'ddeaf0339aa0448fb4545db8dc42e3e7', 'fixed_ips': [{'subnet_id': '30de019f-06c6-4426-9144-42b2d0f19a15'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:58:10.986713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:11.287745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Allocated IP 192.168.233.2 (254af7ac-240c-40f0-81f1-929035f7e0cf/30de019f-06c6-4426-9144-42b2d0f19a15/6d5e9f5c-9da8-49ca-b797-d5b2c1913477) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:58:11.675929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:11.688812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Transition to ACTIVE for port object 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:58:11.705615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Transition to ACTIVE for port object 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:58:11.710366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:11.730109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:11.878504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9f5c-9da8-49ca-b797-d5b2c1913477,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:11.890063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.890444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.890799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.891161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.891521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.891883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.892271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.892627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.892983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.893334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.893687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.894033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:11.899468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:11.932606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Network 254af7ac-240c-40f0-81f1-929035f7e0cf is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:58:11.933823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:58:11.936235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:58:11.994053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Attempting to bind port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:58:11.995122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Attempting to bind port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:58:11.995462 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Attempting to bind port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 on network 254af7ac-240c-40f0-81f1-929035f7e0cf {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:58:12.001893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:58:12.002269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Checking segment: {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:58:12.002652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:12.003077 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Bound using segment: {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:58:12.003680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Bound port: 6d5e9f5c-9da8-49ca-b797-d5b2c1913477, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:58:12.004136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:12.097127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] For port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:58:12.100755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] For port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=6d5e9f5c-9da8-49ca-b797-d5b2c1913477,segment=NetworkSegment(163558d7-68c2-42fc-b27c-e7c32ce40b2d),segment_id=163558d7-68c2-42fc-b27c-e7c32ce40b2d)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:58:12.104304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:12.121292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:12.270019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9f5c-9da8-49ca-b797-d5b2c1913477,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:12.273328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:12.717696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:58:12.793189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:58:13.537459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb3c86-c3ed-4782-96e1-dc6c48141ba2 None None] Network 254af7ac-240c-40f0-81f1-929035f7e0cf requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:58:13.637084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Provisioning for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:58:13.656465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Provisioning complete for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:13.656884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:13.888044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:13.931185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] For port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=6d5e9f5c-9da8-49ca-b797-d5b2c1913477,segment=NetworkSegment(163558d7-68c2-42fc-b27c-e7c32ce40b2d),segment_id=163558d7-68c2-42fc-b27c-e7c32ce40b2d)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:58:13.934896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:13.936980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:14.009116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9f5c-9da8-49ca-b797-d5b2c1913477,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:14.012758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:14.159303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-23b4c7d9-d18a-498d-b895-c36bdfde87db None None] Provisioning complete for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:14.159639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-23b4c7d9-d18a-498d-b895-c36bdfde87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:14.404189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-faf43cf7-d68d-4f33-ad18-78928f93be13 None None] Provisioning complete for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:14.404679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faf43cf7-d68d-4f33-ad18-78928f93be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:14.647892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a9051d85-2a80-4ce8-8dbd-3e86db4e08ad None None] Provisioning complete for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:14.648480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a9051d85-2a80-4ce8-8dbd-3e86db4e08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:14.680301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:58:14.823745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 6d5e9f5c-9da8-49ca-b797-d5b2c1913477 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:14.824090 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:30.333997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38e508c0-1c4e-4090-8a8f-f399da3d6c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.204454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e935cc83-3c88-4ef5-b558-558a2d9e4c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:33.204604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:34.486509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:34.761871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:38.921674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:00.337863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f937bae-10c7-47e3-b3c6-8a925940ef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:02.206373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-635539dc-41a6-451b-a48e-db3afc3502eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:03.202244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:04.489971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:04.768295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:15.922251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:17.386928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40394) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:17.393287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [None req-d82eb92f-7929-4700-aefd-eef800cc7674 tempest-verify_tempest_config-766631889 tempest-verify_tempest_config-766631889] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:59:17.394389 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d82eb92f-7929-4700-aefd-eef800cc7674 tempest-verify_tempest_config-766631889 tempest-verify_tempest_config-766631889] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063686 Jan 15 14:59:17.747740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40414) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:17.900166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:17.916118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:59:17.920128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Usage tracker for resource:security_group_rule and tenant:11b0405e0d394408bed7a5cfb64f1565 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:59:17.923217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:59:17.929318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:59:18.019440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.022367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.032400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:59:18.073933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Synchronizing usage tracker for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:59:18.077523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88146521-bd90-493f-a049-70eac5af1571,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:59:18.092840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.093221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.093597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.093965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.094331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.094698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.095058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.095419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.095796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.096203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.096563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.096917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:18.101975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:59:18.111222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Unset dirty status for tenant:ddeaf0339aa0448fb4545db8dc42e3e7 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:59:18.112607 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11b0405e0d394408bed7a5cfb64f1565&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3637986 Jan 15 14:59:18.115323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40420) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:18.177029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.204447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.256919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.262517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:59:18.452828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88146521-bd90-493f-a049-70eac5af1571,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:59:18.455261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:59:18.457446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:18.458646 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88146521-bd90-493f-a049-70eac5af1571 HTTP/1.1" status: 204 len: 168 time: 0.3423605 Jan 15 14:59:30.341260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ad73e7e8-4acd-44e7-999f-79b629441f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:32.208756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-01fd5701-e528-45ca-bfe6-164992524963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:33.206377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:34.494616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:34.771004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:52.924773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:00:00.343192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e594003e-6354-4d1d-81d3-623739f93ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:02.211903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae948200-0e51-461d-8348-e9b9cb85f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:03.207207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:04.496575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:04.774707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:29.923640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:00:30.344251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-867cdb7e-a375-4024-8a2e-4877c0c198fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:32.214565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a891a131-0030-4a1d-8fb9-5adb84e26d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:33.210447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:34.499508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:34.777893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.345247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8766c8fc-1d2d-43f0-84d1-0dc8f6184479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.215864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-751653f8-2a64-4658-8d16-fbdf18fd162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.212234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.501653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.781044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.923084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 5 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:01:09.060518 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880'] for agent, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.061047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.061325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.061700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.062074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.062446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.062812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.063177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.063542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.063904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.064302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.064669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.065034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.065429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-68948', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:09.069519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-68948', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:09.459666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] get_endpoint_by_host() called for host hv-cinder-68948 {{(pid=80066) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 15:01:09.463993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] get_endpoint_by_ip() called for ip 192.168.0.75 {{(pid=80066) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 15:01:09.467240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] _add_endpoint() called for ip 192.168.0.75 {{(pid=80066) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 15:01:09.472727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] _get_endpoints() called {{(pid=80066) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 15:01:18.742384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40492) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:18.890247 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-55384cbc-d841-49b9-b25e-17c3c51c0bfa admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1466823 Jan 15 15:01:21.356106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40502) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:21.444234 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cc0ac023-dbec-4838-808a-20bd1cdd1f38 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0869305 Jan 15 15:01:30.347649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ddd18937-efaf-4df2-ade5-7c592917e04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.217945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faf8bb70-8973-4ad5-a094-66beba75c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.215237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.504278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.785781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.051314 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:43.922476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:02:00.349246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0747b803-6774-4e85-a981-3512236ae0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:02.221007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d692-2cec-42c9-884f-b64578af7e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:03.218210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:04.506440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:04.788080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:09.049482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:20.922914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:02:30.351783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d6aafed0-b20d-42a8-b954-1ea1390ca7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:32.221293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fe8b5b61-b624-42d4-aba4-dcb58b924164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:33.221874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:34.508521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:34.792130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:39.065374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.923551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:03:00.360948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8816eb9f-4d89-4ef8-859d-8a094c621c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:02.228855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-aed708c3-1471-443a-b683-146dad5874ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.225787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.452636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40612) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:03.756388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-431386455-network', 'tenant_id': 'e294ffbe2aee425d8ebc17f98c48cf80'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:03.762283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:03.766961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Usage tracker for resource:network and tenant:e294ffbe2aee425d8ebc17f98c48cf80 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:03.769949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:03.775614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:03.785154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Made reservation on behalf of e294ffbe2aee425d8ebc17f98c48cf80 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:03.789844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.802918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.818633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:03.822558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e294ffbe2aee425d8ebc17f98c48cf80 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:03.825509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:03.831835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:03.926866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.930234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.937590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-83747f6d-6c81-48d3-9378-4dce99a762cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:03.962282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:03.982503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a798f30-c66b-41a9-abbd-597b7bc0b5b1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:03.991185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.991576 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Added segment 4b4b641c-64a5-4d21-a8a1-57fb204ad32a of type vxlan for network 011db631-a39e-4b1b-b0d7-38213f30d7f2 Jan 15 15:03:03.993516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.993897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.994272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.994653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.995005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.995365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.995721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.996087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.996475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.996835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.997188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.997543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.997954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.998311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.999165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.999554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:03.999981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.000420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.000779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.001135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.001492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.001847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.002210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.002572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Tracked resource versions report: Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}, Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 15:03:04.003861 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:04.010973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:04.045939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.076682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.078530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:04.079156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.084287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:04.181538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Pushing event updated for resources: {'Network': ['ID=011db631-a39e-4b1b-b0d7-38213f30d7f2,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:04.187384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:04.195341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:04.216341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40646) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:04.216697 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7628775 Jan 15 15:03:04.217599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:04.224036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Request body: {'subnet': {'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-431386455-subnet', 'tenant_id': 'e294ffbe2aee425d8ebc17f98c48cf80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:04.229200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:04.234038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Usage tracker for resource:subnet and tenant:e294ffbe2aee425d8ebc17f98c48cf80 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:04.237690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:04.244251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:04.255463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Made reservation on behalf of e294ffbe2aee425d8ebc17f98c48cf80 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:04.262013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.512352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.787755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.801081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.805242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:04.947301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cf8139-3087-46db-a07c-4d7511b279e5,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:04.960703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.961073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.961439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.961801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.962160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.962511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.962861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.963211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.963562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.963906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.964278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.964628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.965052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.965389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.965732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.966076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.966424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.966773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.967117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.967498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.967844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.968242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.968564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.969009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Tracked resource versions report: Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}, Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 15:03:04.970177 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:04.974775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:05.035167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Checking segment: {'id': '4b4b641c-64a5-4d21-a8a1-57fb204ad32a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:05.035742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Network hostable DHCP agents. Network: 011db631-a39e-4b1b-b0d7-38213f30d7f2, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:05.058634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:05.068788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 011db631-a39e-4b1b-b0d7-38213f30d7f2) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:05.073460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:05.074063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:05.082145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367b3d6-6a6d-4f89-8855-bc7261c4124a None None] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:05.100623 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8831046 Jan 15 15:03:05.482315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6da482-909d-4eeb-b49e-779704c98b84 None None] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:05.888245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40708) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:06.164221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40728) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:06.288518 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40734) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:06.295496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-740273969-network', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:06.301434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.305801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Usage tracker for resource:network and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.309178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.316579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.329924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Made reservation on behalf of f978ca62a7fe48749613357e22a29d8c for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:06.335927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.337858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40740) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:06.353984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.371351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.376778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.379904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.385853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.502286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.509757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.530192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:06.539932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.540401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Added segment 6cdace5a-c550-4e01-92ff-9e0340af7de8 of type vxlan for network 7f2137c8-ec4a-415d-b635-8a76104e4960 Jan 15 15:03:06.554033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:06.586945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.601097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b2041c-c74e-498d-8cf0-114a55dbef39,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:06.605538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:06.629873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.631212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:06.631972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.636926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:06.735163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1425070106-network', 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:06.743240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.754084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2137c8-ec4a-415d-b635-8a76104e4960,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:06.759591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-network', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:06.764154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Usage tracker for resource:network and tenant:8c9543b429b44a0fbb4ab912ba4d8994 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.764370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.766536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:06.768403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Usage tracker for resource:network and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.771782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.777628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.777785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.790365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-network', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:06.793446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.800045 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.804206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Usage tracker for resource:network and tenant:d91f8c1ca860400a9fc17852ddd0058a is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.805351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:06.807168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.813899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:06.814650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.819807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.831758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:06.832425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Made reservation on behalf of 135eaeadac0c4c12821c18da3100ac34 for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:06.837205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.851618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.865258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Made reservation on behalf of d91f8c1ca860400a9fc17852ddd0058a for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:06.865804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.869919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.890116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.907102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.908365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.910472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.916966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.918459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9543b429b44a0fbb4ab912ba4d8994 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:06.925859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:06.926406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:06.941237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:06.984598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:06.996831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Usage tracker for resource:security_group_rule and tenant:d91f8c1ca860400a9fc17852ddd0058a is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:07.005686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:07.016742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:07.151603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.157109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.160571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.166093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.171518 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:07.225846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:07.258531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:07.272091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:07.279540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:07.283096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.283692 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Added segment 57944977-1637-4b54-8eb7-ced39ccdcdfc of type vxlan for network 25407948-4d64-4d33-89f5-27668bbb698f Jan 15 15:03:07.300987 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4081461 Jan 15 15:03:07.310400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40768) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:07.333373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Request body: {'subnet': {'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-740273969-subnet', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:07.337634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.343660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:07.347669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.349684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.366188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Usage tracker for resource:subnet and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:07.366188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:07.369096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:07.400666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Made reservation on behalf of f978ca62a7fe48749613357e22a29d8c for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:07.401472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4103c0bd-6938-432f-be74-6c2dac14af19,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:07.405048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:07.405751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:07.407344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.440877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7faf575-09c3-40dc-8691-a9b0ffcc75da,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:07.444506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:07.495821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:03:07.496227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:03:07.496946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:03:07.497279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:03:07.498894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.503003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:07.503638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.528252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-72308661-badd-4962-a0ad-ddfbaf0de13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:07.638923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Pushing event updated for resources: {'Network': ['ID=25407948-4d64-4d33-89f5-27668bbb698f,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:07.646334 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3071203 Jan 15 15:03:07.647338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:07.649629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40782) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:07.655707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 25407948-4d64-4d33-89f5-27668bbb698f details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:07.658854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Request body: {'subnet': {'network_id': '25407948-4d64-4d33-89f5-27668bbb698f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1425070106-subnet', 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:07.669117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:07.686688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Usage tracker for resource:subnet and tenant:8c9543b429b44a0fbb4ab912ba4d8994 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:07.690035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:07.697239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:07.714058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:07.719738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.879731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 25407948-4d64-4d33-89f5-27668bbb698f details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:08.021489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.047432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.182853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.243811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:08.247249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40810) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:08.252310 dv-cinder-689486-7-smb neutron-server[79953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 15:03:08.282238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:08.312962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.313542 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Added segment 68a17e29-759a-4946-a790-93f2e068b472 of type vxlan for network 9b56f11b-3024-4903-a63d-6a959215a51c Jan 15 15:03:08.429716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Checking segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:08.430079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Network hostable DHCP agents. Network: 7f2137c8-ec4a-415d-b635-8a76104e4960, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:08.438662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:08.444744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:08.470388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:08.479426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 7f2137c8-ec4a-415d-b635-8a76104e4960) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:08.484277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:08.485237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.491137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89637ea1-5cf3-4629-9b3e-5281052224e4 None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:08.513534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40826) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:08.515205 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1966004 Jan 15 15:03:08.527931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:08.560840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.616726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:08.629426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Usage tracker for resource:router and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:08.632844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:08.663899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:08.708848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-2a79e1d2-bdd0-4d35-b94a-4fd6b4f9ff42 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:08.710892 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-2a79e1d2-bdd0-4d35-b94a-4fd6b4f9ff42 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/networks?id=011db631-a39e-4b1b-b0d7-38213f30d7f2 HTTP/1.1" status: 200 len: 811 time: 0.4622140 Jan 15 15:03:08.716446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.751694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:08.752372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.756001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:03:08.756376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:03:08.763965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2c94996d-b06b-467e-a9c0-2e1d64c0857b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:08.778701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.781064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:08.782794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-7f2137c8-ec4a-415d-b635-8a76104e4960', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:03:08.783804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.060882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.095881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.170513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.203374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Allocated IP 172.20.0.2 (7f2137c8-ec4a-415d-b635-8a76104e4960/8e352e69-7ca3-4bb3-a31f-4e854e2f16ad/561b93e7-ee7c-430c-b85a-e3d1753a889c) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:09.281083 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-654dd886-4467-4091-ba23-34359f5bef41 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/quotas/e294ffbe2aee425d8ebc17f98c48cf80 HTTP/1.1" status: 200 len: 375 time: 0.5342977 Jan 15 15:03:09.440699 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-909c258f-c648-4340-b5e4-05055b64b559 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?tenant_id=e294ffbe2aee425d8ebc17f98c48cf80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584804 Jan 15 15:03:09.469703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.473205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Pushing event updated for resources: {'Network': ['ID=9b56f11b-3024-4903-a63d-6a959215a51c,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:09.520507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 9b56f11b-3024-4903-a63d-6a959215a51c details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:09.544387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 9b56f11b-3024-4903-a63d-6a959215a51c details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:09.555776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:09.584241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:09.627898 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3381932 Jan 15 15:03:09.631053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40870) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:09.639705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Request body: {'subnet': {'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-subnet', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:09.646390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:09.651230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Usage tracker for resource:subnet and tenant:d91f8c1ca860400a9fc17852ddd0058a is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:09.656862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:09.663663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:09.678957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Made reservation on behalf of d91f8c1ca860400a9fc17852ddd0058a for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:09.685675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.749373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:09.771789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.779061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.790563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Transition to ACTIVE for port object 561b93e7-ee7c-430c-b85a-e3d1753a889c will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:09.829602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Transition to ACTIVE for port object 561b93e7-ee7c-430c-b85a-e3d1753a889c will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:09.835694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.836822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:09.837396 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Added segment 1db825a7-0408-4c8c-b3ea-2e5eb176bf3f of type vxlan for network a9097f58-b27d-4e6a-8871-78d5180db0c4 Jan 15 15:03:09.854516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:09.937106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-e43ba5d4-b65c-474b-8ed4-606b5ed8603d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:03:09.938124 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-e43ba5d4-b65c-474b-8ed4-606b5ed8603d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1857078 Jan 15 15:03:09.953397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12078478-3e3e-4a9a-a4e1-9ed603ccfa34,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:09.999003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:10.024691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Pushing event updated for resources: {'Port': ['ID=561b93e7-ee7c-430c-b85a-e3d1753a889c,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:10.050586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.051129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.051610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.052212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.052653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.053093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.053559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.053990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.054417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.054844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.055273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.055699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.056233 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.056692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.057120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.057543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.058140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.058328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.058801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.059221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.059645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.060252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.060704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.061951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Tracked resource versions report: Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}, Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 15:03:10.063754 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:10.077532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:10.080515 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.114251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:10.115824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:10.119388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:10.184116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Attempting to bind port 561b93e7-ee7c-430c-b85a-e3d1753a889c on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:10.184701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Attempting to bind port 561b93e7-ee7c-430c-b85a-e3d1753a889c by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:10.185266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Attempting to bind port 561b93e7-ee7c-430c-b85a-e3d1753a889c on network 7f2137c8-ec4a-415d-b635-8a76104e4960 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:10.191600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:10.192300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Checking segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:10.192894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.193477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Bound using segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:10.194237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Bound port: 561b93e7-ee7c-430c-b85a-e3d1753a889c, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:10.194894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.207369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.215360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:10.216001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.236211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:10.238593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.254996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:10.273589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Checking segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:10.274202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Network hostable DHCP agents. Network: 25407948-4d64-4d33-89f5-27668bbb698f, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:10.303337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] For port 561b93e7-ee7c-430c-b85a-e3d1753a889c, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:10.306826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] For port 561b93e7-ee7c-430c-b85a-e3d1753a889c, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=561b93e7-ee7c-430c-b85a-e3d1753a889c,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:10.310593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.348389 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-60596ddf-54ca-481b-bd7f-9bb325cd5158 service neutron] 10.222.0.52 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922403 Jan 15 15:03:10.382254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:10.386740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f864039c-0cba-4e47-8a2b-c07cc4e798fa,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:10.390625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:10.396097 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.2307062 Jan 15 15:03:10.403157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40884) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:10.468711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Pushing event updated for resources: {'Network': ['ID=a9097f58-b27d-4e6a-8871-78d5180db0c4,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:10.476538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Request body: {'subnet': {'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-subnet', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:10.486720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:10.488023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Checking segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:10.488610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Network hostable DHCP agents. Network: 9b56f11b-3024-4903-a63d-6a959215a51c, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:10.521945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Network 9b56f11b-3024-4903-a63d-6a959215a51c is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:10.532548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 9b56f11b-3024-4903-a63d-6a959215a51c) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:10.536864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:10.537656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.548178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:10.596806 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9636576 Jan 15 15:03:10.597840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40894) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:10.606849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:10.624394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:10.637278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Usage tracker for resource:router and tenant:d91f8c1ca860400a9fc17852ddd0058a is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:10.642425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:10.668976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:10.683244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:10.691855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.693031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.698861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:10.713034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569ce40-9d6b-461d-87a8-a378bb8e5def None None] Network 9b56f11b-3024-4903-a63d-6a959215a51c requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:10.724327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.756464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Network 25407948-4d64-4d33-89f5-27668bbb698f is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:10.778641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Usage tracker for resource:subnet and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:10.788831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:10.800783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:10.843878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Pushing event updated for resources: {'Port': ['ID=561b93e7-ee7c-430c-b85a-e3d1753a889c,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:10.848012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:10.882666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 25407948-4d64-4d33-89f5-27668bbb698f) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:10.935661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:10.936643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:10.990887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed5064-e019-4de0-848a-964ad1e2751d None None] Network 25407948-4d64-4d33-89f5-27668bbb698f requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:10.999554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Made reservation on behalf of 135eaeadac0c4c12821c18da3100ac34 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:11.005239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Notify callbacks [] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.093122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.196884 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5457110 Jan 15 15:03:11.199301 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-c93d379c-79e3-48a9-9880-8bfa879fb955 service neutron] 10.222.0.52 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8348238 Jan 15 15:03:11.202888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.300675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.350871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 40920) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:11.863887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562dcf46-5bcb-421c-8a6f-a4e7564a6c63 None None] Network 9b56f11b-3024-4903-a63d-6a959215a51c requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:11.894835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.957400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:11.972215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 40948) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:11.977119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1881322-520e-404e-957f-bf6ac0b1787a None None] Network 25407948-4d64-4d33-89f5-27668bbb698f requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:11.981916 dv-cinder-689486-7-smb neutron-server[79953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 15:03:11.983914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:12.096548 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b563d0f3-d80e-460f-87e3-43a0bed249d3 req-0f59fad4-9984-4b05-8708-3077584f6197 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.1196306 Jan 15 15:03:12.361508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:12.407145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Usage tracker for resource:security_group_rule and tenant:a27d4f54193b4dabbdd1c7f95ffcf510 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:12.428144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:12.559301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:12.674894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Allocated IP 172.28.0.99 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/edea75df-3995-4b0d-9273-212f457ad68c) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:12.896083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-cd153334-f58a-4d35-9ff3-6759ce4bec71 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:12.897746 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-cd153334-f58a-4d35-9ff3-6759ce4bec71 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.5010729 Jan 15 15:03:12.932687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 561b93e7-ee7c-430c-b85a-e3d1753a889c up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:12.961682 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-85f7d208-6c3d-4cf7-950d-129059867d9e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/quotas/8c9543b429b44a0fbb4ab912ba4d8994 HTTP/1.1" status: 200 len: 375 time: 0.0519738 Jan 15 15:03:13.037649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 561b93e7-ee7c-430c-b85a-e3d1753a889c completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:13.064232 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-a1530e6c-1e92-4cde-8cd1-87e2ce7a44da tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013405 Jan 15 15:03:13.096878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.220527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.255447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.262396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:13.280710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a8c2c-50cf-4659-8743-486273f3ee5f None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:13.305887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1415535f-2262-44a9-97fd-6cbbde341cb4,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:13.310184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:13.344323 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8804e34c-eadf-4494-974f-077e2c5fc069 req-04cde15d-f804-439b-acf2-e7297182db92 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.0608702 Jan 15 15:03:13.406271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Provisioning for port 561b93e7-ee7c-430c-b85a-e3d1753a889c completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:13.416593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Provisioning complete for port 561b93e7-ee7c-430c-b85a-e3d1753a889c triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:13.417008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.426714 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a27d4f54193b4dabbdd1c7f95ffcf510&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0722978 Jan 15 15:03:13.430541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41014) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:13.491292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.492407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.502215 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-eb5727fd-4879-4463-a8f5-adbbaf26f460 service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084291 Jan 15 15:03:13.614680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.661065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.675729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Allocated IP 172.28.0.45 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:13.753636 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-b233f7ef-287e-4129-91db-f3992804b0b2 service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2503664 Jan 15 15:03:13.772901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:13.782211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.833808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] For port 561b93e7-ee7c-430c-b85a-e3d1753a889c, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=561b93e7-ee7c-430c-b85a-e3d1753a889c,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:13.839189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:13.845010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:14.018325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:14.058868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8e3db31e-7fc8-4ded-b22c-f69faf4274f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:14.099087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415535f-2262-44a9-97fd-6cbbde341cb4,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:14.120389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:14.162702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:14.181712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:14.185102 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1415535f-2262-44a9-97fd-6cbbde341cb4 HTTP/1.1" status: 204 len: 168 time: 0.7508135 Jan 15 15:03:14.235061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:14.244892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Pushing event updated for resources: {'Port': ['ID=561b93e7-ee7c-430c-b85a-e3d1753a889c,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:14.259644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:14.303219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:14.680763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-7d1f5fad-86e0-4d52-9dc9-26b40f83c727 None None] Provisioning complete for port 561b93e7-ee7c-430c-b85a-e3d1753a889c triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:14.682951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5fad-86e0-4d52-9dc9-26b40f83c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:14.766701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.69', 63725) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:14.853991 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8f1e2ec6-f0d2-4195-b19c-c3be55cad478 req-e7da4b78-b4d7-44ab-a66f-902ec0f7d2a0 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.2187591 Jan 15 15:03:14.918797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=edea75df-3995-4b0d-9273-212f457ad68c,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:15.018001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 561b93e7-ee7c-430c-b85a-e3d1753a889c up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:15.101742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.337s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:15.108395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.257s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:15.125072 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-190a05c2-9e8c-42d1-85f6-3b091b4ab35e req-a9240331-82fa-4181-9ae6-658e4e2b54f9 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.3033760 Jan 15 15:03:15.184857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Pushing event updated for resources: {'Port': ['ID=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:15.212818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:15.386928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:15.388279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:15.398494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:15.406037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 561b93e7-ee7c-430c-b85a-e3d1753a889c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:15.407239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:15.408043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:15.419181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:15.432790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:15.625192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-edc25464-f153-4d6d-8eb3-13d163349750 None None] Provisioning complete for port 561b93e7-ee7c-430c-b85a-e3d1753a889c triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:15.625614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-edc25464-f153-4d6d-8eb3-13d163349750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:15.781243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-364fb078-fa95-4292-a4fe-5124c8755761 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:15.783414 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-364fb078-fa95-4292-a4fe-5124c8755761 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.69 "GET /v2.0/networks?id=011db631-a39e-4b1b-b0d7-38213f30d7f2 HTTP/1.1" status: 200 len: 811 time: 1.0039787 Jan 15 15:03:15.888227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Request body: {'port': {'device_id': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2', 'admin_state_up': True, 'tenant_id': 'e294ffbe2aee425d8ebc17f98c48cf80'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:16.068792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Pushing event updated for resources: {'Subnet': ['ID=be80f1b6-e1e6-43eb-887b-50f026f69bfb,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:16.092853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:16.120098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Checking segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:16.120605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Network hostable DHCP agents. Network: a9097f58-b27d-4e6a-8871-78d5180db0c4, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:16.276672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.289762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:16.330201 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-de5a76ab-de84-4d8f-b333-7b6f668eb89e req-5d1a84b8-41c8-4410-9481-d32292d8dcc3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.1595871 Jan 15 15:03:16.354822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, a9097f58-b27d-4e6a-8871-78d5180db0c4) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:16.372108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:16.373145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.375413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01256ff-1689-4fa9-9760-e9d8ce821f24 None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:16.383232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.460723 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2cebe466-811a-4965-a1ca-93ee453422d5 req-188773c9-c122-49d7-85ab-c88c9e8ac595 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.0752342 Jan 15 15:03:16.615258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:16.629262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Usage tracker for resource:port and tenant:e294ffbe2aee425d8ebc17f98c48cf80 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:16.642974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Quota usage for port was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:16.653895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:16.673764 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 6.2624874 Jan 15 15:03:16.677060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41158) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:16.758361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:16.763618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Made reservation on behalf of e294ffbe2aee425d8ebc17f98c48cf80 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:16.774306 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.805803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:16.932948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-a9097f58-b27d-4e6a-8871-78d5180db0c4', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:03:16.933883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.950955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Usage tracker for resource:router and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:16.955722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:16.963997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:17.072824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.69', 63737) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:17.082928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:17.126877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:17.178329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:17.182147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:17.600619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-56506194-90db-40f9-a6ee-158029639777 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:17.604156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2da2466d-72b5-4938-b492-121033136b6e req-56506194-90db-40f9-a6ee-158029639777 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:network {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:17.660355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Allocated IP 172.20.0.2 (a9097f58-b27d-4e6a-8871-78d5180db0c4/be80f1b6-e1e6-43eb-887b-50f026f69bfb/366324bd-a6e0-4b90-863a-cb459ec03d4a) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:17.677180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2da2466d-72b5-4938-b492-121033136b6e req-56506194-90db-40f9-a6ee-158029639777 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:network {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:17.680538 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-56506194-90db-40f9-a6ee-158029639777 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.4617615 Jan 15 15:03:17.792485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Request body: {'port': {'device_id': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f', 'admin_state_up': True, 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:18.066645 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7f80b684-d362-4f87-bef7-b79c92cde5b1 req-df06c467-d0a9-411f-b61e-8f2d9749c0d4 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.1079345 Jan 15 15:03:18.101061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.139608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Transition to ACTIVE for port object 366324bd-a6e0-4b90-863a-cb459ec03d4a will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:18.170760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Transition to ACTIVE for port object 366324bd-a6e0-4b90-863a-cb459ec03d4a will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:18.191537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.256377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:18.263373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Usage tracker for resource:port and tenant:8c9543b429b44a0fbb4ab912ba4d8994 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:18.267781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Quota usage for port was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:18.275614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:18.291725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'port': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:18.302706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.503993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-07ca48dd-5631-431d-8090-361103b2e096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:18.631160 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-03d00758-18ac-41d3-bc77-bee1b38bb22b req-4cb775a7-cfbe-4f6a-80c5-bd3dbecb0621 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.4222293 Jan 15 15:03:18.645070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Pushing event updated for resources: {'Port': ['ID=366324bd-a6e0-4b90-863a-cb459ec03d4a,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:18.677680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.693015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:18.709268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Router c52a04d9-8f48-4888-9ea1-d2357b00246c is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:03:18.857621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:18.859807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:18.864972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:18.889725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:03:18.946177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Attempting to bind port 366324bd-a6e0-4b90-863a-cb459ec03d4a on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:18.946600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Attempting to bind port 366324bd-a6e0-4b90-863a-cb459ec03d4a by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:18.947016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Attempting to bind port 366324bd-a6e0-4b90-863a-cb459ec03d4a on network a9097f58-b27d-4e6a-8871-78d5180db0c4 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:18.953950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:18.954371 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Checking segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:18.954829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.955281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Bound using segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:18.955820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Bound port: 366324bd-a6e0-4b90-863a-cb459ec03d4a, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:18.956318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.166616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] For port 366324bd-a6e0-4b90-863a-cb459ec03d4a, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:19.176780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] For port 366324bd-a6e0-4b90-863a-cb459ec03d4a, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=366324bd-a6e0-4b90-863a-cb459ec03d4a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:19.186249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.377875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:19.529253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Pushing event updated for resources: {'Port': ['ID=366324bd-a6e0-4b90-863a-cb459ec03d4a,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:19.537137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:19.905699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Allocated IP 172.20.0.2 (011db631-a39e-4b1b-b0d7-38213f30d7f2/32cf8139-3087-46db-a07c-4d7511b279e5/03e4127c-4da5-4015-8aee-a4385d672085) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:19.911009 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-09cb8021-f98e-4c5c-a251-d6c0a2f5de14 req-992b192a-b6e0-4cc9-9cb4-af9500b69d95 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.3528202 Jan 15 15:03:20.151256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:20.154040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Allocated IP 172.20.0.13 (25407948-4d64-4d33-89f5-27668bbb698f/12078478-3e3e-4a9a-a4e1-9ed603ccfa34/51534637-72d3-4c68-9522-b84030f37bdb) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:20.163232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Sync routers for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:20.181087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:20.181689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:20.186336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:20.187813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.5887039 Jan 15 15:03:20.190725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41240) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:20.348193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:20.374078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41246) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:20.438795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:20.458869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:20.512141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:20.512832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:20.594602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:20.914513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:20.959797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:21.086344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:21.126000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 366324bd-a6e0-4b90-863a-cb459ec03d4a up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:21.156052 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-472679cd-2c83-4aeb-bd6d-2380e8950f40 req-78bb0938-ebf7-485d-9f71-843b542b32d9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 1.1173203 Jan 15 15:03:21.546157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:21.574955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:21.590237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 366324bd-a6e0-4b90-863a-cb459ec03d4a completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:21.600467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Checking router: 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:21.600921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Updating router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:21.638573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f416a0-26c8-4c59-8913-afd34ac4340d None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:21.688298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] Notify callbacks [] for router, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:21.692005 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-99e0fbea-25de-49de-9789-92177cb6fd17 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.1688411 Jan 15 15:03:21.751847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41266) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:21.850630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:21.869620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:21.944805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:22.036374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Pushing event updated for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:22.065604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:22.230902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:22.234254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:22.253894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:22.299650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:22.300406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:22.391150 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5084145 Jan 15 15:03:22.477618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Provisioning for port 366324bd-a6e0-4b90-863a-cb459ec03d4a completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:22.625086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Provisioning complete for port 366324bd-a6e0-4b90-863a-cb459ec03d4a triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:22.625678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:22.822328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-6e2ff593-0915-40ae-beb1-113e507e37de tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:03:22.823683 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-6e2ff593-0915-40ae-beb1-113e507e37de tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0078108 Jan 15 15:03:22.990965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.019203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Transition to ACTIVE for port object ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:23.024783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.042788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.085694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:23.119066 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f16365a8-de1b-4add-b85f-f486867ea227 req-d04746b0-12ae-4f36-b8e7-68d8c368f0a2 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.2941251 Jan 15 15:03:23.148942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.216136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.287362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Allocated IP 172.20.0.1 (9b56f11b-3024-4903-a63d-6a959215a51c/f864039c-0cba-4e47-8a2b-c07cc4e798fa/a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:23.443354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Pushing event updated for resources: {'Port': ['ID=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,revision_number=2']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:23.589329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] For port 366324bd-a6e0-4b90-863a-cb459ec03d4a, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=366324bd-a6e0-4b90-863a-cb459ec03d4a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:23.640903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.659074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.660718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:23.733644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Attempting to bind port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:23.734056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Attempting to bind port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:23.734456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Attempting to bind port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:23.757632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.758018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.758390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.758753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.759113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.759471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.759825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.769203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.769608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.769978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.773823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.774205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.774646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.775011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.780777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.781220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.781594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.781959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.784823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.785200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.785561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.785919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.786275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.786626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Tracked resource versions report: Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: pushed versions: Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': {'1.0'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': {'1.1'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': {'1.6'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': {'1.2'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': {'1.8'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': {'1.0'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': {'1.1'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': {'1.1'}} Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: consumer versions: Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: { DHCP agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: L3 agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: Metadata agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: Metering agent@dv-cinder-689486-7-smb: {}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@dv-cinder-689486-7-smb: { 'AddressGroup': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}, Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'ConntrackHelper': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Log': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Network': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Port': '1.6', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'PortForwarding': '1.2', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'QosPolicy': '1.8', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroup': '1.4', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SecurityGroupRule': '1.2', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'SubPort': '1.0', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Subnet': '1.1', Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: 'Trunk': '1.1'}} Jan 15 15:03:23.787978 dv-cinder-689486-7-smb neutron-server[79953]: {{(pid=80067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:23.793994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:23.806580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:23.811927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:23.812384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Updating router c52a04d9-8f48-4888-9ea1-d2357b00246c port edea75df-3995-4b0d-9273-212f457ad68c binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:23.813759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:23.814250 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:23.814709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.815143 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:23.815689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Bound port: ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:23.816101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.898427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:23.909908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Usage tracker for resource:security_group_rule and tenant:d96823b2dab24584b9cbc150513cf035 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:23.916609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:23.933117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Allocated IP 172.28.0.135 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/532bae15-9268-4282-92b0-43ae44c0f211) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:23.945985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:23.999920 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Pushing event updated for resources: {'Port': ['ID=366324bd-a6e0-4b90-863a-cb459ec03d4a,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:24.036569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.053112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] For port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:24.058371 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] For port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:24.066093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.106619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.115766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.141172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.176404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Request body: {'port': {'device_id': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:24.206225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.241616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.281241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:24.370373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dcc99146-fe7d-4eff-b293-6567315d05a0 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:24.486813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:24.726269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:24.727166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:24.743016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Pushing event updated for resources: {'Port': ['ID=532bae15-9268-4282-92b0-43ae44c0f211,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:24.745465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.835487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:24.927540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.267s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:24.939170 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d96823b2dab24584b9cbc150513cf035&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5540235 Jan 15 15:03:24.940580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841d632-4d7f-4b78-be47-dc362646837a,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:24.946797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.950589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41312) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:24.981210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 366324bd-a6e0-4b90-863a-cb459ec03d4a up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:25.059386 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18ea0d20-6a23-4e45-bd53-9d3f931b5989 req-6a08b396-e5a2-46d1-9353-11e8fbeb18fc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.3036280 Jan 15 15:03:25.169600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:25.172247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:25.259917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-99bf0769-8c4f-47a1-85ef-bc67c19cdee5 None None] Provisioning complete for port 366324bd-a6e0-4b90-863a-cb459ec03d4a triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:25.264706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-99bf0769-8c4f-47a1-85ef-bc67c19cdee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.288464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:25.401123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Pushing event updated for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:25.432128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a1df0-7728-4076-8c0d-765eeb475d67 req-ce8c69fc-2173-452a-a266-e042192b9bf6 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:25.442401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e0a1df0-7728-4076-8c0d-765eeb475d67 req-ce8c69fc-2173-452a-a266-e042192b9bf6 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 931 time: 3.8546722 Jan 15 15:03:25.534142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:25.536209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.577770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 366324bd-a6e0-4b90-863a-cb459ec03d4a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:25.578229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.673049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.702203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.resource_extend [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:03:25.731680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e4127c-4da5-4015-8aee-a4385d672085 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:03:25.741482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.757753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Transition to ACTIVE for port object 03e4127c-4da5-4015-8aee-a4385d672085 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:25.762289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:25.829633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Pushing event updated for resources: {'Port': ['ID=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:25.843235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.356s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:25.855719 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:25.865621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:25.874155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0656a-38ec-4e4f-84c2-25fcc0fdbbef None None] The sync data for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb is: [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:26.004557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.014884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event updated for resources: {'Port': ['ID=51534637-72d3-4c68-9522-b84030f37bdb,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:26.027821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:26.034758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-7e0a1df0-7728-4076-8c0d-765eeb475d67 req-922d51a3-e053-4f6f-8833-a4802f73f1a3 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Synchronizing usage tracker for tenant:e294ffbe2aee425d8ebc17f98c48cf80 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:26.068627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Transition to ACTIVE for port object edea75df-3995-4b0d-9273-212f457ad68c will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:26.075641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:26.121830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.132839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.214147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:26.224606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:26.257418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:26.257931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Network 9b56f11b-3024-4903-a63d-6a959215a51c is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:26.260537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-7e0a1df0-7728-4076-8c0d-765eeb475d67 req-922d51a3-e053-4f6f-8833-a4802f73f1a3 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Unset dirty status for tenant:e294ffbe2aee425d8ebc17f98c48cf80 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:26.263812 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e0a1df0-7728-4076-8c0d-765eeb475d67 req-922d51a3-e053-4f6f-8833-a4802f73f1a3 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204169 Jan 15 15:03:26.275050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:26.285203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:26.285976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.327379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:26.355590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:26.359588 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Attempting to bind port 03e4127c-4da5-4015-8aee-a4385d672085 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:26.359970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Attempting to bind port 03e4127c-4da5-4015-8aee-a4385d672085 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '4b4b641c-64a5-4d21-a8a1-57fb204ad32a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:26.360421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Attempting to bind port 03e4127c-4da5-4015-8aee-a4385d672085 on network 011db631-a39e-4b1b-b0d7-38213f30d7f2 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:26.373991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:26.599483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.639307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9f3a1f15-1dc9-4646-8761-71842eb26327 None None] Provisioning complete for port 366324bd-a6e0-4b90-863a-cb459ec03d4a triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:26.639735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1f15-1dc9-4646-8761-71842eb26327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.695218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.788834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Pushing event updated for resources: {'Port': ['ID=edea75df-3995-4b0d-9273-212f457ad68c,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:26.823564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:26.873670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:26.874285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Checking segment: {'id': '4b4b641c-64a5-4d21-a8a1-57fb204ad32a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:26.875146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.876532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Bound using segment: {'id': '4b4b641c-64a5-4d21-a8a1-57fb204ad32a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:26.877243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Bound port: 03e4127c-4da5-4015-8aee-a4385d672085, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4b641c-64a5-4d21-a8a1-57fb204ad32a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011db631-a39e-4b1b-b0d7-38213f30d7f2'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:26.879560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.001693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:27.254298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Attempting to bind port edea75df-3995-4b0d-9273-212f457ad68c on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:27.254712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Attempting to bind port edea75df-3995-4b0d-9273-212f457ad68c by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:27.255119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Attempting to bind port edea75df-3995-4b0d-9273-212f457ad68c on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:27.288925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:27.289118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:27.289531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:27.289984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.290423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:27.291126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Bound port: edea75df-3995-4b0d-9273-212f457ad68c, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:27.291577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.294993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=03e4127c-4da5-4015-8aee-a4385d672085,segment=NetworkSegment(4b4b641c-64a5-4d21-a8a1-57fb204ad32a),segment_id=4b4b641c-64a5-4d21-a8a1-57fb204ad32a)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:27.436203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:27.446125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:27.446758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.573163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] For port edea75df-3995-4b0d-9273-212f457ad68c, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:27.582137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] For port edea75df-3995-4b0d-9273-212f457ad68c, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=edea75df-3995-4b0d-9273-212f457ad68c,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:27.610703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.627205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.665912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Network 25407948-4d64-4d33-89f5-27668bbb698f is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:28.091451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41354) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:28.093497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:28.096795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.111742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:28.116086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:28.122300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:28.140876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:28.141582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.163048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841d632-4d7f-4b78-be47-dc362646837a,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:28.176677 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.3947473 Jan 15 15:03:28.186813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:28.191456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.195528 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0841d632-4d7f-4b78-be47-dc362646837a HTTP/1.1" status: 204 len: 168 time: 3.2035046 Jan 15 15:03:28.305131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Pushing event updated for resources: {'Port': ['ID=edea75df-3995-4b0d-9273-212f457ad68c,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:28.308723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:28.326176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:28.326895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:28.330767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8c5a3-f1a1-4b1f-8183-1c5fc13ac182 req-ff89ca8e-5b9b-4a59-9264-57c0848b3924 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:28.332547 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20f8c5a3-f1a1-4b1f-8183-1c5fc13ac182 req-ff89ca8e-5b9b-4a59-9264-57c0848b3924 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 0.2893062 Jan 15 15:03:28.392750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.417833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.440373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.480115 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20f8c5a3-f1a1-4b1f-8183-1c5fc13ac182 req-34124f39-39f3-4ff4-8021-706be707341f tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399601 Jan 15 15:03:28.489409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.494389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.517387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:28.542000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:28.561093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Request body: {'port': {'device_id': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:28.561549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.576740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9cab3b6d-11f4-4477-a493-39f6c88957ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:28.669427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:28.687179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:28.705422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Allocated IP 172.20.0.1 (7f2137c8-ec4a-415d-b635-8a76104e4960/8e352e69-7ca3-4bb3-a31f-4e854e2f16ad/34740c15-99c1-4200-b2aa-14b2ae8378a8) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:28.737167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Pushing event updated for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:28.746977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:28.799172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.926530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.993517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:28.994167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:28.996126 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] 10.222.0.69 "PUT /v2.0/ports/03e4127c-4da5-4015-8aee-a4385d672085 HTTP/1.1" status: 200 len: 1157 time: 5.7954869 Jan 15 15:03:29.001601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:29.005695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a11ddcbb264bac8b8cf5778fac91cc is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:29.009657 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:29.015527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:29.026514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Network 9b56f11b-3024-4903-a63d-6a959215a51c is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:29.048929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:29.056410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:29.066169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:29.094685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.118422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.124728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:29.129396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:29.133247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.144956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:29.257423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Transition to ACTIVE for port object 34740c15-99c1-4200-b2aa-14b2ae8378a8 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:29.412298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.525528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:29.554627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b0652-e6db-42ee-8ee2-39c41a9d8140 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:15Z', 'revision_number': 3, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:29.601543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-03d581b6-e16f-47a4-beac-31a835a69c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:29.725820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde149c6-81eb-436c-b703-853a28fa8a81,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:29.744003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:29.757970 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5a11ddcbb264bac8b8cf5778fac91cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6632714 Jan 15 15:03:29.777080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41406) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:29.807169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dffa1a-2c68-4033-b385-4024da65edc5 req-32efea8b-e7f5-4ac9-b620-0a597952dfa3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:29.816097 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e0dffa1a-2c68-4033-b385-4024da65edc5 req-32efea8b-e7f5-4ac9-b620-0a597952dfa3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 932 time: 2.9879053 Jan 15 15:03:29.906243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.925823 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e0dffa1a-2c68-4033-b385-4024da65edc5 req-e42c9d37-1a5c-4214-b393-d64e48319b1c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084545 Jan 15 15:03:29.993011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:03:30.009302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-6680dc28-9bf6-440c-8f46-828177bf140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:30.011551 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-6680dc28-9bf6-440c-8f46-828177bf140b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e294ffbe2aee425d8ebc17f98c48cf80&device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 1160 time: 0.8678629 Jan 15 15:03:30.062475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3c3048e7-4f41-4740-8eda-3dd0d2680faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:30.163279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:03:30.246185 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-6e476597-6cf3-4306-b97a-528f5b424d93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03e4127c-4da5-4015-8aee-a4385d672085 HTTP/1.1" status: 200 len: 217 time: 0.1660058 Jan 15 15:03:30.258599 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085', 'status': 'completed', 'code': 200} Jan 15 15:03:30.259242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.274300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:30.304148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:30.374863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7325-ebb8-410a-891a-e6be4ebbcab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.382740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0a6268ef-8821-4b18-bf53-c4d3af5123ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:30.384759 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-0a6268ef-8821-4b18-bf53-c4d3af5123ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=32cf8139-3087-46db-a07c-4d7511b279e5 HTTP/1.1" status: 200 len: 851 time: 0.1231096 Jan 15 15:03:30.476457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.496718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-a0b12386-48b6-4137-80d6-779c3bd7efa1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=011db631-a39e-4b1b-b0d7-38213f30d7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006706 Jan 15 15:03:30.555915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51534637-72d3-4c68-9522-b84030f37bdb {{(pid=80065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:03:30.566538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.841208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:30.854435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:30.898038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Notify callbacks [] for router, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.898038 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.1454914 Jan 15 15:03:30.898038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.898038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41440) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:30.904514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.905957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:30.906941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:30.910331 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fde149c6-81eb-436c-b703-853a28fa8a81 HTTP/1.1" status: 204 len: 168 time: 1.0887809 Jan 15 15:03:30.923527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:30.937832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Transition to ACTIVE for port object 51534637-72d3-4c68-9522-b84030f37bdb will not be triggered until provisioned by entity L2. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:30.949444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.987546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0b79-793f-4905-9f2c-feeed00bce70 req-491ffa9a-5665-45ed-a63e-bf1bf8297c54 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:30.996276 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdf0b79-793f-4905-9f2c-feeed00bce70 req-491ffa9a-5665-45ed-a63e-bf1bf8297c54 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 1.2651539 Jan 15 15:03:31.019345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde149c6-81eb-436c-b703-853a28fa8a81,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:31.047372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:31.070240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:31.116020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device edea75df-3995-4b0d-9273-212f457ad68c up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:31.226297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port edea75df-3995-4b0d-9273-212f457ad68c completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:31.233064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port edea75df-3995-4b0d-9273-212f457ad68c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:31.233988 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.346341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:31.404444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.416763 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdf0b79-793f-4905-9f2c-feeed00bce70 req-6e94ac31-38b5-461d-87b9-4209465fb5f1 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195378 Jan 15 15:03:31.419003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:31.425952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:31.426477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.452259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port edea75df-3995-4b0d-9273-212f457ad68c, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=edea75df-3995-4b0d-9273-212f457ad68c,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:31.457513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.458874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:31.514073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:31.520170 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] 10.222.0.52 "PUT /v2.0/routers/46b7c47d-0e64-4eeb-ac66-2fdc0b92754f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3282425 Jan 15 15:03:31.531506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Pushing event updated for resources: {'Port': ['ID=51534637-72d3-4c68-9522-b84030f37bdb,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:31.538185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:31.580681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:31.586664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:31.755120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Sync routers for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:31.762481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=edea75df-3995-4b0d-9273-212f457ad68c,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:31.778164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:31.790084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Attempting to bind port 51534637-72d3-4c68-9522-b84030f37bdb on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:31.790423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Attempting to bind port 51534637-72d3-4c68-9522-b84030f37bdb by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:31.790812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Attempting to bind port 51534637-72d3-4c68-9522-b84030f37bdb on network 25407948-4d64-4d33-89f5-27668bbb698f {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:31.811449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:31.812214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:31.931218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.953760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:31.954424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Checking segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:31.954535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:31.954924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Bound using segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:31.955460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Bound port: 51534637-72d3-4c68-9522-b84030f37bdb, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:31.955827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.074619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41482) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:32.178616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 3, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:32.185695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:32.186244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Updating router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c port 532bae15-9268-4282-92b0-43ae44c0f211 binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:32.233273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41494) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:32.267133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.291742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.343212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:32.370749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Usage tracker for resource:security_group_rule and tenant:387c010cb90240b98977bb6387b5096a is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:32.378734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:32.396269 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-81128a03-ddd6-49d2-a9e4-cb7471119166 service neutron] 10.222.0.69 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8782094 Jan 15 15:03:32.397422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:32.410116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] For port 51534637-72d3-4c68-9522-b84030f37bdb, host hv-cinder-68948, cleared binding levels {{(pid=80065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:32.419819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] For port 51534637-72d3-4c68-9522-b84030f37bdb, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=51534637-72d3-4c68-9522-b84030f37bdb,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:32.599496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:32.620700 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a87814a-41e6-4675-a164-1e9efb42c602 req-a2a5e005-c833-46d8-a3e3-301979e0847d service neutron] 10.222.0.69 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2079222 Jan 15 15:03:32.662574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e9be-a9b2-4eb4-a0e1-caf28247a542 req-05f82661-afc6-488b-b9ee-8f71845416ac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:32.671617 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d805e9be-a9b2-4eb4-a0e1-caf28247a542 req-05f82661-afc6-488b-b9ee-8f71845416ac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 944 time: 1.4356563 Jan 15 15:03:32.729482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.745660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:32.746081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.816757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.837755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.842042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.863348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.925942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:32.981469 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d805e9be-a9b2-4eb4-a0e1-caf28247a542 req-6d6361f0-3833-494a-b7a3-20609d545e2f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085101 Jan 15 15:03:33.125875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.135305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.152401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1f027b78-2664-4528-98b2-d0155bbdbfa0 None None] Provisioning for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:33.183643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1f027b78-2664-4528-98b2-d0155bbdbfa0 None None] Provisioning complete for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:33.183983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.194123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1f027b78-2664-4528-98b2-d0155bbdbfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.199463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Transition to ACTIVE for port object 532bae15-9268-4282-92b0-43ae44c0f211 will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:33.205317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.223300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:33.234805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41518) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:33.278240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ce15df10-1761-4207-a4d9-b61f98b3c988 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:33.311570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-587e43a9-963e-4328-b4c5-ff0daff4485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.328648 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1f027b78-2664-4528-98b2-d0155bbdbfa0 None None] Port 34740c15-99c1-4200-b2aa-14b2ae8378a8 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:33.335714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c0c9-bce9-488c-a182-e8265705572e req-52625dce-381d-4b70-90ca-dfcc4132ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:33.337642 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-52625dce-381d-4b70-90ca-dfcc4132ea2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e294ffbe2aee425d8ebc17f98c48cf80&device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 1160 time: 0.5685477 Jan 15 15:03:33.373975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:33.471473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.477052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dffc6-ae1e-4be0-b247-f11f5a04ae74 req-d09e7bc5-12b6-4c22-8614-8be71bf8cd32 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:33.483464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-da3dffc6-ae1e-4be0-b247-f11f5a04ae74 req-d09e7bc5-12b6-4c22-8614-8be71bf8cd32 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Synchronizing usage tracker for tenant:e294ffbe2aee425d8ebc17f98c48cf80 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:33.520088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Pushing event updated for resources: {'Port': ['ID=532bae15-9268-4282-92b0-43ae44c0f211,revision_number=2']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:33.525239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:33.530727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=387c010cb90240b98977bb6387b5096a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2962918 Jan 15 15:03:33.531813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Attempting to bind port 532bae15-9268-4282-92b0-43ae44c0f211 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:33.533369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41524) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:33.534110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Attempting to bind port 532bae15-9268-4282-92b0-43ae44c0f211 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:33.534872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Attempting to bind port 532bae15-9268-4282-92b0-43ae44c0f211 on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:33.553799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:33.554335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:33.554872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.555391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:33.556100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Bound port: 532bae15-9268-4282-92b0-43ae44c0f211, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:33.556534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.571944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device edea75df-3995-4b0d-9273-212f457ad68c up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:33.572385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:33.577569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea91a8780b2499c82139fa96fbb9d3a is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:33.581048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:33.587213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:33.624712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-da3dffc6-ae1e-4be0-b247-f11f5a04ae74 req-d09e7bc5-12b6-4c22-8614-8be71bf8cd32 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Unset dirty status for tenant:e294ffbe2aee425d8ebc17f98c48cf80 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:33.632156 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-da3dffc6-ae1e-4be0-b247-f11f5a04ae74 req-d09e7bc5-12b6-4c22-8614-8be71bf8cd32 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 0.3725646 Jan 15 15:03:33.669317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] For port 532bae15-9268-4282-92b0-43ae44c0f211, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:33.674664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] For port 532bae15-9268-4282-92b0-43ae44c0f211, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=532bae15-9268-4282-92b0-43ae44c0f211,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:33.679600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.680900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:26Z', 'revision_number': 4, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5', 'name': '', 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'mac_address': 'fa:16:3e:aa:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 2, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'subnets': [{'id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:33.687556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Checking router: 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:33.687961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Updating router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:33.702553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff52160d-9484-410c-9994-c1fe4f8276a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:33.757623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.773135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port edea75df-3995-4b0d-9273-212f457ad68c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:33.773551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.847795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:33.882842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:33.884203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.906508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:33.910818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Usage tracker for resource:security_group_rule and tenant:1df3c94b1c214c95bd05f3bc1004867f is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:33.913918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:33.914469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Pushing event updated for resources: {'Port': ['ID=532bae15-9268-4282-92b0-43ae44c0f211,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:33.920237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:33.936585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:33.950167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-c66293a5-b9bc-4034-b50d-58cddd4a4a1f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:33.951941 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-c66293a5-b9bc-4034-b50d-58cddd4a4a1f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 819 time: 0.8154562 Jan 15 15:03:33.980393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:33.981414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:34.010572 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-da3dffc6-ae1e-4be0-b247-f11f5a04ae74 req-175d400b-d4de-4693-88c1-acb8b360e0e6 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773859 Jan 15 15:03:34.049458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.114646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.116488 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-e6e4b2da-3751-4571-bfca-94a5fd552ba0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/quotas/d91f8c1ca860400a9fc17852ddd0058a HTTP/1.1" status: 200 len: 375 time: 0.0657117 Jan 15 15:03:34.241508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:34.262251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.263701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.265409 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] 10.222.0.69 "PUT /v2.0/ports/51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 200 len: 1158 time: 5.7097769 Jan 15 15:03:34.277734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.321959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:34.366696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.407123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-329922e8-9dd2-4600-a170-9079e72c29dd None None] Provisioning complete for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:34.407660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-329922e8-9dd2-4600-a170-9079e72c29dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.419093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.459168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Pushing event updated for resources: {'Port': ['ID=51534637-72d3-4c68-9522-b84030f37bdb,revision_number=3']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.479895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.480683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.490033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.212s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.524253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Transition to ACTIVE for port object a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:34.527192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-329922e8-9dd2-4600-a170-9079e72c29dd None None] Port 34740c15-99c1-4200-b2aa-14b2ae8378a8 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:34.534765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.538026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.539027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.018s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.540029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.557655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0fa3c8ac-ff9d-45df-841b-17c002186f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.037s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.558096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0d22c6-7a80-4e8d-9338-f5a96e542aef,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.577340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.594723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.599833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c0c9-bce9-488c-a182-e8265705572e req-d4d089ef-7706-42d5-918d-d347355a0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.601486 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-d4d089ef-7706-42d5-918d-d347355a0f1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=011db631-a39e-4b1b-b0d7-38213f30d7f2 HTTP/1.1" status: 200 len: 905 time: 1.2480776 Jan 15 15:03:34.603001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62754297-ff0d-40e6-8c93-ca2c322c7b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855ea17-4d67-4f3e-9536-262eb15818a1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.609059 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ea91a8780b2499c82139fa96fbb9d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5313332 Jan 15 15:03:34.627121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.631387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ba6b3-d7b6-44de-9bba-7828f7b5f501 req-8f55e307-0bce-43e1-89c8-7ecff5f092f3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.639552 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f4ba6b3-d7b6-44de-9bba-7828f7b5f501 req-8f55e307-0bce-43e1-89c8-7ecff5f092f3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 944 time: 0.3484771 Jan 15 15:03:34.641425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41536) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:34.709316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5660e9-6724-4620-993a-4a4fe0180579,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.718319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.719379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.733901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-47648fab-2264-4d4f-8166-326bec3968b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.754966 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-8e3e7b5e-99a0-43b7-8534-5dea01263d1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03e4127c-4da5-4015-8aee-a4385d672085 HTTP/1.1" status: 200 len: 217 time: 0.1070321 Jan 15 15:03:34.760496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855ea17-4d67-4f3e-9536-262eb15818a1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.775947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.777081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:34.777485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.798544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f4ba6b3-d7b6-44de-9bba-7828f7b5f501 req-4b21fe83-0889-4dca-a3dc-cd49068c0c19 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579118 Jan 15 15:03:34.806620 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1df3c94b1c214c95bd05f3bc1004867f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5568876 Jan 15 15:03:34.811119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41544) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:34.821334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-61f5c5fe-b025-4fcd-bdbb-50bb6f477969 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:34.848274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Pushing event updated for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:34.860807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:34.861775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.892522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:03:34.901469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-61f5c5fe-b025-4fcd-bdbb-50bb6f477969 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:34.916788 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-61f5c5fe-b025-4fcd-bdbb-50bb6f477969 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6840057 Jan 15 15:03:34.918614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.927164 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0855ea17-4d67-4f3e-9536-262eb15818a1 HTTP/1.1" status: 204 len: 168 time: 1.2432399 Jan 15 15:03:34.940792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-0b837f60-1728-4d0d-a95e-1d3d92c85be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.942919 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-0b837f60-1728-4d0d-a95e-1d3d92c85be0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 1161 time: 0.4671116 Jan 15 15:03:34.960775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c0c9-bce9-488c-a182-e8265705572e req-5a069ea1-ba10-44a6-88c8-cd9355bbd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.962296 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-5a069ea1-ba10-44a6-88c8-cd9355bbd263 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=32cf8139-3087-46db-a07c-4d7511b279e5 HTTP/1.1" status: 200 len: 851 time: 0.1853559 Jan 15 15:03:35.017602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:03:35.057738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 3, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:35.063906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cdec3-9ff2-4e72-b97b-ef9eea146fc4 None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 3, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:35.131424 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-fa26dab3-53da-474b-be31-d5d47d8d52e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=011db631-a39e-4b1b-b0d7-38213f30d7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592963 Jan 15 15:03:35.137567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Attempting to bind port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:35.138001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Attempting to bind port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:35.139122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Attempting to bind port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 on network 9b56f11b-3024-4903-a63d-6a959215a51c {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:35.146380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:35.146811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Checking segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:35.147275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.147723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Bound using segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:35.148302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Bound port: a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:35.148729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.375884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-06a399dc-481d-4d4d-a942-a38e47520e71 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:03:35.384936 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] For port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:35.389126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] For port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:35.390669 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-5e433119-b2e0-4e69-b27a-2a290b6de908 service neutron] 10.222.0.69 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824608 Jan 15 15:03:35.394280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.397179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.410577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:35.425033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb', 'status': 'completed', 'code': 200} Jan 15 15:03:35.446304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Allocated IP 172.20.0.1 (a9097f58-b27d-4e6a-8871-78d5180db0c4/be80f1b6-e1e6-43eb-887b-50f026f69bfb/59129621-8c19-4c33-9c50-b3fcf57ae0b1) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:35.526865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-cd4b2fb3-ee2a-4c81-bc88-6808e18675b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 200 len: 217 time: 0.0997193 Jan 15 15:03:35.629683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2466d-72b5-4938-b492-121033136b6e req-bda44676-902c-42a5-826a-1b745b29e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:35.631230 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-bda44676-902c-42a5-826a-1b745b29e219 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.0965500 Jan 15 15:03:35.649423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Pushing event updated for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:35.681601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:35.747681 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-9088ec20-2fe1-4455-8431-d7ee1a4d5b5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992205 Jan 15 15:03:35.827416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:35.831768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:35.832726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:35.838410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:35.859431 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:35.860141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:35.886730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.896546 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] 10.222.0.52 "PUT /v2.0/routers/c52a04d9-8f48-4888-9ea1-d2357b00246c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0476198 Jan 15 15:03:35.940277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 03e4127c-4da5-4015-8aee-a4385d672085 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:35.966925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-00d3cd55-72e8-48fd-82e3-90324fc0004c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:03:35.968876 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-00d3cd55-72e8-48fd-82e3-90324fc0004c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5429568 Jan 15 15:03:35.973670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.082395 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bb16c0c9-bce9-488c-a182-e8265705572e req-237f8f92-ba23-4890-99f3-e7131ec51aec service neutron] 10.222.0.69 "GET /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6591704 Jan 15 15:03:36.127125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.129467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.254033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:36.256277 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-f6c1c5d9-55c5-4a9e-a0c3-800b1b390074 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021987 Jan 15 15:03:36.294639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:36.335758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0d22c6-7a80-4e8d-9338-f5a96e542aef,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:36.338777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:36.348581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.385193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.389216 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d0d22c6-7a80-4e8d-9338-f5a96e542aef HTTP/1.1" status: 204 len: 168 time: 1.5712268 Jan 15 15:03:36.390475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:36.405653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.407676 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd5660e9-6724-4620-993a-4a4fe0180579 HTTP/1.1" status: 204 len: 168 time: 1.7578762 Jan 15 15:03:36.457541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5660e9-6724-4620-993a-4a4fe0180579,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:36.463047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:36.477761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.510711 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f5cce7c6-5bb0-443d-89ae-f33eb2cd407b service neutron] 10.222.0.52 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239942 Jan 15 15:03:36.525575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645029-303b-4996-b571-4ecef741457c req-fc227283-e715-4ba5-978f-08d6db21055b tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:36.534530 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41645029-303b-4996-b571-4ecef741457c req-fc227283-e715-4ba5-978f-08d6db21055b tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 1.1398401 Jan 15 15:03:36.637148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Transition to ACTIVE for port object 59129621-8c19-4c33-9c50-b3fcf57ae0b1 will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:36.670848 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41645029-303b-4996-b571-4ecef741457c req-60269c8c-86ec-4f58-bfc9-56694b5456b1 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353405 Jan 15 15:03:36.711375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.758774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:36.790623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 03e4127c-4da5-4015-8aee-a4385d672085 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:36.800898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:36.869686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 03e4127c-4da5-4015-8aee-a4385d672085 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:36.870370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:36.890540 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2da2466d-72b5-4938-b492-121033136b6e req-bb7b09b4-b0c2-45ca-ba2c-6cd2262ce69c service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6223068 Jan 15 15:03:36.970934 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-026f5318-f7a8-48a6-8f0c-d39fbf452aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4511890 Jan 15 15:03:37.050349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:32Z', 'revision_number': 2, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:37.061324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:37.061725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Updating router c52a04d9-8f48-4888-9ea1-d2357b00246c port 34740c15-99c1-4200-b2aa-14b2ae8378a8 binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:37.185740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:37.209955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Pushing event updated for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:37.220267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:37.231043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-ff90dbb1-d0a3-4a8f-8ef1-6c45a984f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.233195 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-ff90dbb1-d0a3-4a8f-8ef1-6c45a984f68b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 1161 time: 0.2212036 Jan 15 15:03:37.357605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41608) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:37.543815 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17206e29-1ef7-470b-8a59-458b6f8456f6 req-b4436c57-0afa-4ae2-87ef-0b6f253ac193 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.551338 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17206e29-1ef7-470b-8a59-458b6f8456f6 req-b4436c57-0afa-4ae2-87ef-0b6f253ac193 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 944 time: 0.4936445 Jan 15 15:03:37.568365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:37.646069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:37.651034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-76a39df1-c753-49ee-bb97-4fdcddbce9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.652668 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-76a39df1-c753-49ee-bb97-4fdcddbce9ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 909 time: 0.4118693 Jan 15 15:03:37.727392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 532bae15-9268-4282-92b0-43ae44c0f211 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:37.746198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:37.766407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Usage tracker for resource:security_group_rule and tenant:421c885003244912a56bd965291fb3f4 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:37.780674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:37.787169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:37.809751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:37.836195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:37.844098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:37.847424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:37.860231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:37.876173 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-bdc3e80e-bb9b-4445-b1f9-edab7b244720 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 200 len: 217 time: 0.2117136 Jan 15 15:03:38.030593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=03e4127c-4da5-4015-8aee-a4385d672085,segment=NetworkSegment(4b4b641c-64a5-4d21-a8a1-57fb204ad32a),segment_id=4b4b641c-64a5-4d21-a8a1-57fb204ad32a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:38.045074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41620) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:38.071506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.104037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:38.138690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.205387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:38.213060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-7f9d6d15-5ec5-4bad-87fa-7289f70b49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:38.214676 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-7f9d6d15-5ec5-4bad-87fa-7289f70b49cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.3301597 Jan 15 15:03:38.217796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Usage tracker for resource:security_group_rule and tenant:4964677b670742d39f27d860b2115091 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:38.344862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:38.346054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:38.354240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:38.372307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:38.406624 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-12cdc156-e1e6-4c2d-a7c2-650a2e9aa6a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648846 Jan 15 15:03:38.426655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 532bae15-9268-4282-92b0-43ae44c0f211 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:38.433945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9e574ada-eb72-46cf-89b7-13c56c4d0ab3 None None] Provisioning for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:38.446161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9e574ada-eb72-46cf-89b7-13c56c4d0ab3 None None] Provisioning complete for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:38.446764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e574ada-eb72-46cf-89b7-13c56c4d0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.520041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-9e574ada-eb72-46cf-89b7-13c56c4d0ab3 None None] Port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:38.522437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 532bae15-9268-4282-92b0-43ae44c0f211 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:38.525818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.625730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.653337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Transition to ACTIVE for port object 34740c15-99c1-4200-b2aa-14b2ae8378a8 will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:38.659349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.696796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:38.698515 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-2a50ef05-ba7b-4c8e-9a38-20c67b9d8ec7 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793083 Jan 15 15:03:38.750600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-ab1acc8b-3131-4505-97c5-374e60b98bd7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:03:38.815488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.823771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:38.852371 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:26Z', 'revision_number': 4, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5', 'name': '', 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'mac_address': 'fa:16:3e:aa:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:35Z', 'revision_number': 4, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'subnets': [{'id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:38.873819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c50dde-fc55-42a6-b87c-3d74497c05e4 None None] The sync data for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb is: [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:03:26Z', 'revision_number': 4, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': 'a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5', 'name': '', 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'mac_address': 'fa:16:3e:aa:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:35Z', 'revision_number': 4, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'subnets': [{'id': 'f864039c-0cba-4e47-8a2b-c07cc4e798fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:38.904540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:39.003836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41642) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:39.008305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b48161-4de1-4f4a-9ef7-e4b732d67d74,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:39.059006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group': {'name': 'tempest-securitygroup--415459304', 'description': 'tempest-description--1347592451'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:39.083220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:39.099329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17206e29-1ef7-470b-8a59-458b6f8456f6 req-ff10589d-6a73-42fa-a1c5-9bc1d3c82931 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4810207 Jan 15 15:03:39.159823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.168820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:39.178854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.220495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4964677b670742d39f27d860b2115091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1691639 Jan 15 15:03:39.238043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 532bae15-9268-4282-92b0-43ae44c0f211, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=532bae15-9268-4282-92b0-43ae44c0f211,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:39.249955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.254757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:39.310879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.313968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Attempting to bind port 34740c15-99c1-4200-b2aa-14b2ae8378a8 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:39.314832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Attempting to bind port 34740c15-99c1-4200-b2aa-14b2ae8378a8 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:39.315148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Attempting to bind port 34740c15-99c1-4200-b2aa-14b2ae8378a8 on network 7f2137c8-ec4a-415d-b635-8a76104e4960 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:39.326786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b22bb-8bae-4a5a-9a1d-66306bc3a2bd None None] Pushing event updated for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:39.337658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:39.346767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Checking segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:39.347733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.348404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Bound using segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:39.352119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Bound port: 34740c15-99c1-4200-b2aa-14b2ae8378a8, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:39.352735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.359500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41648) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:39.383776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-438b22bb-8bae-4a5a-9a1d-66306bc3a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:39.393197 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-19e95056-326d-4335-a804-fa8ccf5faf1a req-e23e83e4-3d28-4845-b32f-a1ab99184b7f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 210 time: 0.1618743 Jan 15 15:03:39.396621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:39.470850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=532bae15-9268-4282-92b0-43ae44c0f211,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:39.479961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:39.486640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:39.501595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:39.506440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.656146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.679961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] For port 34740c15-99c1-4200-b2aa-14b2ae8378a8, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:39.684996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] For port 34740c15-99c1-4200-b2aa-14b2ae8378a8, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=34740c15-99c1-4200-b2aa-14b2ae8378a8,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:39.685963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.689928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:39.691662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 51534637-72d3-4c68-9522-b84030f37bdb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:39.742291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:39.845084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:39.854749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:39.865835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:39.876331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:39.915022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:39.955007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:39.974992 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-05e4874b-b412-46b2-ba8a-26174afc1daa req-b72c6f8a-6f25-40c8-b80b-ee5fd08c5390 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2632482 Jan 15 15:03:40.011529 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=421c885003244912a56bd965291fb3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6503239 Jan 15 15:03:40.024546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41662) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:40.033674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 51534637-72d3-4c68-9522-b84030f37bdb completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:40.068887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 51534637-72d3-4c68-9522-b84030f37bdb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:40.069514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.071680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b22bb-8bae-4a5a-9a1d-66306bc3a2bd None None] Pushing event updated for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=4']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:40.094591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-438b22bb-8bae-4a5a-9a1d-66306bc3a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:40.095377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:40.096210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:40.125941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a5e25-5805-4bbe-abad-ef68f36c87f6,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:40.127221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.145018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:40.210114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.236407 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085', 'code': 200} Jan 15 15:03:40.241625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:40.257843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:40.269149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.360216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.364877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.366127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.373301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f0651ffe-5f2c-4111-abef-c6a4da33d75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:40.431246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b48161-4de1-4f4a-9ef7-e4b732d67d74,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:40.559397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroup': ['ID=5493188b-4db5-4e92-a2dd-eb94749b5eb1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:40.613181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.643183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:40.649403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:40.660198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:40.694034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 51534637-72d3-4c68-9522-b84030f37bdb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=51534637-72d3-4c68-9522-b84030f37bdb,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:40.732851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.733789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 03e4127c-4da5-4015-8aee-a4385d672085 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:40.783482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:40.802982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.815944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:40.914669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.946489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8af2-3699-45dc-afbd-072d0243e2bd req-788e3b13-a033-4e24-acc5-1816c51792fb tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:40.955527 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f6de8af2-3699-45dc-afbd-072d0243e2bd req-788e3b13-a033-4e24-acc5-1816c51792fb tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 1.3366711 Jan 15 15:03:40.976536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:40.984355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.998088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=51534637-72d3-4c68-9522-b84030f37bdb,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.002875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.005339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.069623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 03e4127c-4da5-4015-8aee-a4385d672085 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:41.070048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.153460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.165991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.308844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:41.312439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f8e698a7-cf5f-4787-8e72-cc5ddaba97c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.313248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f8e698a7-cf5f-4787-8e72-cc5ddaba97c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:41.313775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.314669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d13f-8e14-431f-8d50-df34c6f8b573 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:41.315010 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-db6b785e-67a5-4197-a138-b58a5db8459f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4b48161-4de1-4f4a-9ef7-e4b732d67d74 HTTP/1.1" status: 204 len: 168 time: 1.9207516 Jan 15 15:03:41.325064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.331368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.332967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2854004 Jan 15 15:03:41.346025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41696) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:41.366023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group_rule': {'security_group_id': '5493188b-4db5-4e92-a2dd-eb94749b5eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:41.395929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:41.408691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:41.410891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f8e698a7-cf5f-4787-8e72-cc5ddaba97c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:41.412311 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f8e698a7-cf5f-4787-8e72-cc5ddaba97c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 819 time: 1.5087810 Jan 15 15:03:41.413028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:41.428025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:41.485897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Request body: {'port': {'device_id': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'admin_state_up': True, 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:41.532379 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f6de8af2-3699-45dc-afbd-072d0243e2bd req-06de9072-4606-4b56-9cf2-f8a76cff1790 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717328 Jan 15 15:03:41.542356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b17b2440-b181-48df-bd28-37ee7ffcc2e5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.544124 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b17b2440-b181-48df-bd28-37ee7ffcc2e5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 819 time: 0.9723852 Jan 15 15:03:41.582468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.620567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5b3f4304-629e-49c2-8a59-97f104b9b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.622315 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5b3f4304-629e-49c2-8a59-97f104b9b009 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 1162 time: 0.9573014 Jan 15 15:03:41.632607 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-ca2d425a-f6d1-4ab3-bfd7-498ac7d2df98 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/quotas/d91f8c1ca860400a9fc17852ddd0058a HTTP/1.1" status: 200 len: 375 time: 0.0661147 Jan 15 15:03:41.655194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.resource_extend [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:03:41.695429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.708830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.742510 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.746571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.753170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:41.764238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a5e25-5805-4bbe-abad-ef68f36c87f6,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.767154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.768213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.771303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.790662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.848193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:41.887202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:41.887635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.896622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Usage tracker for resource:security_group_rule and tenant:06e88e9aac354d71a1b37358b3851153 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:41.909363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.913451 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/081a5e25-5805-4bbe-abad-ef68f36c87f6 HTTP/1.1" status: 204 len: 168 time: 1.7379990 Jan 15 15:03:41.913591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:41.921449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:41.924030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 51534637-72d3-4c68-9522-b84030f37bdb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:41.995590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.014007 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-4b1bb7c3-a729-4b4d-a801-625f62b30adf tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3804154 Jan 15 15:03:42.020903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.061816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:42.099816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 51534637-72d3-4c68-9522-b84030f37bdb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:42.100276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.109941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:42.137247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:42.173156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Made reservation on behalf of d91f8c1ca860400a9fc17852ddd0058a for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:42.182093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.188532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9547e8f1-e7a8-4153-b63d-9082dc789e14,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:42.232909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:42.252369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.256406 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9064634 Jan 15 15:03:42.257826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41710) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:42.266962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Pushing event updated for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:42.279759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:42.285156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 532bae15-9268-4282-92b0-43ae44c0f211 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:42.295360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group_rule': {'security_group_id': '5493188b-4db5-4e92-a2dd-eb94749b5eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:42.314634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:42.337624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:42.367742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:42.408287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:42.443893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:42.496579 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-7c5d97e0-ea63-47cd-9667-e8cee42c08b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701428 Jan 15 15:03:42.586290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.623267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 03e4127c-4da5-4015-8aee-a4385d672085 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:42.662990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ce1b3-d26e-4857-8af7-1b53d695c9a9 req-1dcd353b-9158-4e41-a367-20c99006735b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:42.664933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ea6ce1b3-d26e-4857-8af7-1b53d695c9a9 req-1dcd353b-9158-4e41-a367-20c99006735b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.8752761 Jan 15 15:03:42.705481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 532bae15-9268-4282-92b0-43ae44c0f211 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:42.705963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.720043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.798103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:42.845876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.864506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:42.873689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:42.923635 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ea6ce1b3-d26e-4857-8af7-1b53d695c9a9 req-8c03d0cf-e4d4-4eff-9ec5-b7b93bd76423 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370017 Jan 15 15:03:43.034965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.069800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.074611 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Synchronizing usage tracker for tenant:06e88e9aac354d71a1b37358b3851153 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:43.235522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73deee-7e7b-4714-84cb-498372d57ccd,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:43.246572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:43.247574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.255686 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9934406 Jan 15 15:03:43.259019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41742) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:43.263847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:43.266348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 03e4127c-4da5-4015-8aee-a4385d672085 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:43.268572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.287972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Unset dirty status for tenant:06e88e9aac354d71a1b37358b3851153 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:43.291691 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2ab3f0e3-fb9b-47ca-baf4-4d388de1cf6d req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5852923 Jan 15 15:03:43.348666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:43.375579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-c1804a5d-fa36-44fb-ae3e-1b867176b387 None None] Provisioning complete for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:43.376108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1804a5d-fa36-44fb-ae3e-1b867176b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.388669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:43.397883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a71f81c-63ff-4f72-8d69-e318d6fcb7f1,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:43.407249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f52f16c7-c678-4ca0-aa22-9e958e6421b4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:43.427092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-bbf81c55-b974-4d4d-b6a4-4c43c1f3de24 service neutron] 10.222.0.52 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9277921 Jan 15 15:03:43.438643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:floatingip and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:43.441624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-c1804a5d-fa36-44fb-ae3e-1b867176b387 None None] Port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:43.456139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:43.483409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:43.515536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.539994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb', 'code': 200} Jan 15 15:03:43.558272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 34740c15-99c1-4200-b2aa-14b2ae8378a8 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:43.585935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41748) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:43.682045 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:43.696573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:43.696931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.903330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:03:43.938108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.991513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 34740c15-99c1-4200-b2aa-14b2ae8378a8, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=34740c15-99c1-4200-b2aa-14b2ae8378a8,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:43.998748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.001029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:44.013126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914972069-network', 'tenant_id': '2fab7cbc3a42497bb28faebb238cdf03'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:44.043888 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ad15fa6f-f367-4f27-ae42-b3c778a0dc18 req-038c16bc-6708-4eff-9157-166ef9788046 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.0962682 Jan 15 15:03:44.050093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:44.065441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Usage tracker for resource:network and tenant:2fab7cbc3a42497bb28faebb238cdf03 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:44.074161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:44.086825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:44.142786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Made reservation on behalf of 2fab7cbc3a42497bb28faebb238cdf03 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:44.147632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.166368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6f4a8-2a47-4910-a399-b12b339cd79a req-d5b4ed0a-af2f-402c-93b6-2dbb06207a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:44.167983 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-80f6f4a8-2a47-4910-a399-b12b339cd79a req-d5b4ed0a-af2f-402c-93b6-2dbb06207a1f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 1163 time: 0.2945020 Jan 15 15:03:44.177823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:44.181680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:44.198968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.240793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:44.254132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Usage tracker for resource:security_group_rule and tenant:2fab7cbc3a42497bb28faebb238cdf03 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:44.259700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:44.284766 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-80f6f4a8-2a47-4910-a399-b12b339cd79a req-c1845198-6bbe-491b-b238-28bc00491846 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998604 Jan 15 15:03:44.285814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:44.288965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.398764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5fb5c-15a4-4e67-90d0-111e11c76702 req-82004578-1dbc-4dc4-8b18-009f3f141242 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:44.400501 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6ae5fb5c-15a4-4e67-90d0-111e11c76702 req-82004578-1dbc-4dc4-8b18-009f3f141242 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 0.5975490 Jan 15 15:03:44.406976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Allocated IP 172.20.0.14 (9b56f11b-3024-4903-a63d-6a959215a51c/f864039c-0cba-4e47-8a2b-c07cc4e798fa/5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:44.458875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:44.468694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:44.480902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:44.482463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:44.674873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-90d96620-3401-4669-b620-2da97cea0e49 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:44.675701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-90d96620-3401-4669-b620-2da97cea0e49 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:44.739345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-90d96620-3401-4669-b620-2da97cea0e49 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:44.759204 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-90d96620-3401-4669-b620-2da97cea0e49 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.3601382 Jan 15 15:03:44.765437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:44.830643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.887153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.891065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.907594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:44.913779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-9b5e8d69-a224-4cc9-90a6-cade262f80d9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:44.923794 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6ae5fb5c-15a4-4e67-90d0-111e11c76702 req-237e369d-454a-4508-9fb5-9e466a02482b tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143230 Jan 15 15:03:44.943784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-805a6053-d121-49b9-8e27-a6da3f0a1e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:44.971568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:44.992399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Allocated IP 172.28.0.154 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/6479c40c-83fd-4a8f-9559-d542e3d3ce4b) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:45.016584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:45.027465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88022272-632d-4848-954a-263b29290a67,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:45.031058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-9b5e8d69-a224-4cc9-90a6-cade262f80d9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:45.032563 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e5d6f572-6ace-4204-940e-26ed117130c5 req-9b5e8d69-a224-4cc9-90a6-cade262f80d9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725332 Jan 15 15:03:45.034718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:45.138873 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] 10.222.0.52 "PUT /v2.0/routers/69eec37f-9c86-4dcd-9890-6c6c3b060d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2237866 Jan 15 15:03:45.180843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.181264 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Added segment 2e54daaa-3476-4e28-a2b9-82994ff31a1d of type vxlan for network 32af0b18-af5b-4cbc-a497-56c128440a06 Jan 15 15:03:45.299631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.368626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.412419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Pushing event updated for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:45.430941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:45.491635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 2, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:45.496886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:45.497403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Updating router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:45.500395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.502731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:45.503368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.520971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:45.575962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.607064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ecf2518b-7f71-4e4a-8199-0f1ba03fd72a req-b05daf95-e3d5-443b-ac13-fec151ff670e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:45.680489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.722282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1237605 Jan 15 15:03:45.726145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Network 9b56f11b-3024-4903-a63d-6a959215a51c is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:45.727110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41802) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:45.728479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:45.738473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:45.767317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:45.768054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.772475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ecf2518b-7f71-4e4a-8199-0f1ba03fd72a req-b05daf95-e3d5-443b-ac13-fec151ff670e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:45.785513 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ecf2518b-7f71-4e4a-8199-0f1ba03fd72a req-b05daf95-e3d5-443b-ac13-fec151ff670e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.3665760 Jan 15 15:03:45.808373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Pushing event updated for resources: {'Network': ['ID=32af0b18-af5b-4cbc-a497-56c128440a06,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:45.821640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:45.821801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Request body: {'subnet': {'network_id': '32af0b18-af5b-4cbc-a497-56c128440a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914972069-subnet', 'tenant_id': '2fab7cbc3a42497bb28faebb238cdf03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:45.846078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 32af0b18-af5b-4cbc-a497-56c128440a06 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:45.852116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:45.870921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Usage tracker for resource:subnet and tenant:2fab7cbc3a42497bb28faebb238cdf03 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:45.879748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:45.902816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:45.904662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:45.909923 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4408388 Jan 15 15:03:45.926919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Made reservation on behalf of 2fab7cbc3a42497bb28faebb238cdf03 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:45.937915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.982679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=6479c40c-83fd-4a8f-9559-d542e3d3ce4b,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:45.987817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:46.001281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:46.002692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:46.008129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:46.097350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.144799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 32af0b18-af5b-4cbc-a497-56c128440a06 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:46.219987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.329768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Request body: {'port': {'device_id': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:46.385163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 34740c15-99c1-4200-b2aa-14b2ae8378a8 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:46.491601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 51534637-72d3-4c68-9522-b84030f37bdb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:46.511336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.579351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.610568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-562c1fbe-9a34-4fb7-aa2b-4540a9494c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:46.682714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 34740c15-99c1-4200-b2aa-14b2ae8378a8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:46.683128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.749931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.821463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41834) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:46.851742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group': {'name': 'tempest-securitygroup--474456283', 'description': 'tempest-description--455834312'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:46.906312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:46.927641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:46.979165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:47.004131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:47.028053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=6479c40c-83fd-4a8f-9559-d542e3d3ce4b,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:47.050141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82980eb2-32a7-4a53-9034-664e9ea11690 req-1b613bd1-cf4c-4a1f-9fd7-9ba031cbacc5 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.052027 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-82980eb2-32a7-4a53-9034-664e9ea11690 req-1b613bd1-cf4c-4a1f-9fd7-9ba031cbacc5 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 0.7484300 Jan 15 15:03:47.101842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 51534637-72d3-4c68-9522-b84030f37bdb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:47.102268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.136411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.165053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-72a97f7b-3b2f-41ab-860a-c147bfa6a11f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.166730 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-72a97f7b-3b2f-41ab-860a-c147bfa6a11f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 819 time: 1.0482678 Jan 15 15:03:47.168466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:47.240304 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-82980eb2-32a7-4a53-9034-664e9ea11690 req-a04962b8-f76a-4b9d-a59b-790d3972a00c tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685979 Jan 15 15:03:47.262220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Request body: {'port': {'device_id': '170821bc-6921-44a0-8536-2b69ec96444a', 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c', 'admin_state_up': True, 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:47.290397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:47.302905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:47.314711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:47.375802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:47.596137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.613444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Transition to ACTIVE for port object 59129621-8c19-4c33-9c50-b3fcf57ae0b1 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:47.617076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.641104 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:47.645355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef0106-be90-49ec-b6b0-93d56bcc1c37 req-b29e3728-1737-47f3-aaa6-b6c63aad014a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.656943 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cfef0106-be90-49ec-b6b0-93d56bcc1c37 req-b29e3728-1737-47f3-aaa6-b6c63aad014a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.6253486 Jan 15 15:03:47.667116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.694805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41852) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:47.722530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Pushing event updated for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:47.723286 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b108e44f-6f0e-4db7-8bad-ac652a5a75d4 req-5c8dd397-1f4f-44a0-a7fc-462029dad57f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.1005914 Jan 15 15:03:47.786964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.790118 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5060959 Jan 15 15:03:47.821854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.838191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.859538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c77b17d3-3a1d-4c3f-bc5d-526f9a3f2518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:47.859777 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cfef0106-be90-49ec-b6b0-93d56bcc1c37 req-2ff24a8d-8197-49da-94f0-b55ffde30a86 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964865 Jan 15 15:03:47.876632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:47.913009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:47.949885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Made reservation on behalf of d91f8c1ca860400a9fc17852ddd0058a for: {'port': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:47.974465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:47.979537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.990101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:47.997937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.002588 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1690245 Jan 15 15:03:48.006169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41862) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:48.019107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.083416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group_rule': {'security_group_id': 'e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:48.160935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.165118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:03:48.174656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.190444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Transition to ACTIVE for port object 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:48.218753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:48.325392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:48.341541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e18e7aa09c78489fbfbd8e8b49e34b75 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:48.347509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:48.358604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:48.546440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:48.549417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e9c35fa-e13f-4eca-8bfd-ca3ee5ba97d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:48.616873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.693461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Attempting to bind port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:48.693822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Attempting to bind port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:48.694227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Attempting to bind port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 on network a9097f58-b27d-4e6a-8871-78d5180db0c4 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:48.707973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:48.708428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Checking segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:48.708877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.709312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Bound using segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:48.709832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Bound port: 59129621-8c19-4c33-9c50-b3fcf57ae0b1, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:48.710248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.755158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:48.758733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:48.765543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:48.804603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e37e2e-021c-41b6-8c17-e4bb371eb7fa,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:48.830565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:48.890681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] For port 59129621-8c19-4c33-9c50-b3fcf57ae0b1, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:48.896992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] For port 59129621-8c19-4c33-9c50-b3fcf57ae0b1, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=59129621-8c19-4c33-9c50-b3fcf57ae0b1,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:48.906336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.920439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Allocated IP 172.20.0.2 (9b56f11b-3024-4903-a63d-6a959215a51c/f864039c-0cba-4e47-8a2b-c07cc4e798fa/cc71f6f5-2cdd-4411-bf40-1289e3a15c0a) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:48.932810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de7f438c-8f24-482f-b6dc-e6963d2b89ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:48.986040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c7b32c71-cced-4a00-a088-4783f167b96c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:49.001108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b6f69e26-dc03-4385-a3d0-8ac7317412e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.063407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.143201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Pushing event updated for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.149117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.167815 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5d7bd943-aed5-4d6d-9e7a-ad9724add0b1 req-3a12a696-31a8-4e9a-bd91-b3ca00074746 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.1528502 Jan 15 15:03:49.179837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.198614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.207970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.210730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:49.211426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.211537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:03:33Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:49.212409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c7b32c71-cced-4a00-a088-4783f167b96c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:49.214449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a3648830-e123-4e38-a503-ccb133a5f447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.221432 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c7b32c71-cced-4a00-a088-4783f167b96c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--415459304&fields=id&tenant_id=f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 267 time: 0.6774099 Jan 15 15:03:49.256226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1cedb2-d7a8-46ea-b2a2-010e02b71f11,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.288571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.310598 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e18e7aa09c78489fbfbd8e8b49e34b75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6145256 Jan 15 15:03:49.324198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41900) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:49.437872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.479907 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:49.498517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.531096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.582983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.591811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.611823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1cedb2-d7a8-46ea-b2a2-010e02b71f11,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.617512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.619442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Checking segment: {'id': '2e54daaa-3476-4e28-a2b9-82994ff31a1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '32af0b18-af5b-4cbc-a497-56c128440a06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:49.620008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Network hostable DHCP agents. Network: 32af0b18-af5b-4cbc-a497-56c128440a06, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:49.633093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.635825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.637236 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d1cedb2-d7a8-46ea-b2a2-010e02b71f11 HTTP/1.1" status: 204 len: 168 time: 0.3118999 Jan 15 15:03:49.708120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.713547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Attempting to bind port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:49.713918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Attempting to bind port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:49.714284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Attempting to bind port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c on network 9b56f11b-3024-4903-a63d-6a959215a51c {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:49.727912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:49.728352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Checking segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:49.728758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.729153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Bound using segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:49.729636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Bound port: 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:49.730006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.750319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.793868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.814322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Network 32af0b18-af5b-4cbc-a497-56c128440a06 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:49.850328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.870039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1910bf4c-d1c8-4389-91e3-d96559828f3d,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.899177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-ae45f53e-ff99-4ff2-b3b6-356322404cac tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:49.901625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-ae45f53e-ff99-4ff2-b3b6-356322404cac tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:49.936905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:48Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:49.942151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca70e98-6c26-4e86-8abc-42ad9dc75ec5 None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:48Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:49.942402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.950039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 32af0b18-af5b-4cbc-a497-56c128440a06) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:49.958689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e85f8-5374-4720-a3c4-7b80bebdd7f8 None None] Network 32af0b18-af5b-4cbc-a497-56c128440a06 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:49.959706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.961097 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9497814 Jan 15 15:03:49.974466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41920) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:50.005622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group_rule': {'security_group_id': 'e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:50.039497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Network 9b56f11b-3024-4903-a63d-6a959215a51c is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:50.048713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:50.057854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:50.068263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:50.079509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:50.097240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.097907 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.098018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.098739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.108560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:50.117470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Pushing event updated for resources: {'Port': ['ID=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:50.121176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:50.125078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:50.128873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:50.136741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:50.148104 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9098694 Jan 15 15:03:50.157661 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4217350 Jan 15 15:03:50.166418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.178938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Request body: {'port': {'device_id': '170821bc-6921-44a0-8536-2b69ec96444a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:50.326419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 59129621-8c19-4c33-9c50-b3fcf57ae0b1 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:50.395828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.485871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-609d85b7-fefc-479b-9743-e5983209b9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:50.558365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41940) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:50.625706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.645587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:50.656047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-ae45f53e-ff99-4ff2-b3b6-356322404cac tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:50.668165 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-ae45f53e-ff99-4ff2-b3b6-356322404cac tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 810 time: 1.4456928 Jan 15 15:03:50.681433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:50.717155 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3e50a46c-74b4-4d9a-9b0a-14515e9743aa tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/quotas/f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 375 time: 0.0478027 Jan 15 15:03:50.719354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:50.740693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:50.742624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.804123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.852392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:50.934116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Usage tracker for resource:security_group_rule and tenant:693a5b4ddbc04d40b4c3e9c62777d3a7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:50.956114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:50.963748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.990595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:50.992500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.009964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b922b6-18be-4550-a578-ef8a21d2db39 None None] Network 32af0b18-af5b-4cbc-a497-56c128440a06 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:51.016647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.019388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:51.026908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.030446 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 1158 time: 4.7064178 Jan 15 15:03:51.032241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:51.111305 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c2fb2462-934a-497b-97b1-a86ecccaaab3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3925991 Jan 15 15:03:51.242754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0290e6d0-f42f-4c10-98a3-06e46953e73e,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.284608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.347546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.363565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2a895cca-f8af-4946-848f-8ee842ec83fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3872585 Jan 15 15:03:51.365944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.380801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41960) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:51.406576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:51.429844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:51.438654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:floatingip and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:51.446324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:51.458900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:51.581494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.667103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 59129621-8c19-4c33-9c50-b3fcf57ae0b1, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=59129621-8c19-4c33-9c50-b3fcf57ae0b1,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:51.673958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.679439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.781299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-a14f5b7f-4ec1-4916-82f4-6c1e3a3e941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:51.781299 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-a14f5b7f-4ec1-4916-82f4-6c1e3a3e941e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1161 time: 0.6498418 Jan 15 15:03:51.841407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.848861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.944019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 41974) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:51.966939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.967463 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-5083c6dd-2c06-4f5e-883e-c79715994c6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.1396263 Jan 15 15:03:51.973513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688398401-network', 'tenant_id': '79a1542b656c4b6ab5667b56f9dd0f1d'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:51.985169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:51.987763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.994825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Usage tracker for resource:network and tenant:79a1542b656c4b6ab5667b56f9dd0f1d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:52.013127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.016744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:52.093702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb7e20-c0fd-4635-b99a-6845803fd0fc req-29f609e0-aeba-488a-a91e-bded2b69802e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.100115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-aefb7e20-c0fd-4635-b99a-6845803fd0fc req-29f609e0-aeba-488a-a91e-bded2b69802e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:52.103595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 59129621-8c19-4c33-9c50-b3fcf57ae0b1 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:52.110770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.155792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-34823402-0b3d-45e0-9af8-8ab2b9313ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784909 Jan 15 15:03:52.207961 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=693a5b4ddbc04d40b4c3e9c62777d3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6433907 Jan 15 15:03:52.218908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 41986) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:52.229804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:52.230291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.240377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b428dc6c-5681-487f-a89a-2072b9ac1d78,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:52.253129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:52.260893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Made reservation on behalf of 79a1542b656c4b6ab5667b56f9dd0f1d for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:52.284445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.323298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-aefb7e20-c0fd-4635-b99a-6845803fd0fc req-29f609e0-aeba-488a-a91e-bded2b69802e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:52.324687 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aefb7e20-c0fd-4635-b99a-6845803fd0fc req-29f609e0-aeba-488a-a91e-bded2b69802e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 931 time: 0.8093252 Jan 15 15:03:52.327771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.405047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:52.425838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Usage tracker for resource:security_group_rule and tenant:79a1542b656c4b6ab5667b56f9dd0f1d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:52.439388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.482726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.505059 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aefb7e20-c0fd-4635-b99a-6845803fd0fc req-51fde5d3-2892-4de4-ab70-0343ff85c95c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502426 Jan 15 15:03:52.539874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc71f6f5-2cdd-4411-bf40-1289e3a15c0a {{(pid=80065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:03:52.552350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.574618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Transition to ACTIVE for port object cc71f6f5-2cdd-4411-bf40-1289e3a15c0a will not be triggered until provisioned by entity L2. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:52.584499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.609356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:52.616394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-039a10ea-df2f-476e-82c2-3ccf81705abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.618984 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-039a10ea-df2f-476e-82c2-3ccf81705abb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.6348014 Jan 15 15:03:52.620933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c', 'status': 'completed', 'code': 200} Jan 15 15:03:52.712235 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-a446e7ef-b0e4-4809-b72f-79f0681a5623 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634627 Jan 15 15:03:52.783322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.797443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Pushing event updated for resources: {'Port': ['ID=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:52.803030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.806310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:52.821152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.829541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.846429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:52.857238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.857603 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Added segment 310c0ff3-7974-4b58-9558-c36c8b474a42 of type vxlan for network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 Jan 15 15:03:52.887456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.905959 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c9b3a787-9415-42a2-a094-6297ec8ecda6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7281089 Jan 15 15:03:52.922971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:52.971807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.979424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.980131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.998872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.007402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5130dd-8abe-4a68-a1fd-dbe58601d6f0,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.145256 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1877875 Jan 15 15:03:53.148428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42012) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:53.149270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.151570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:53.212400 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f40a13ab-3bc9-4c40-956b-832c7ca8c53b service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695625 Jan 15 15:03:53.413977 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0742dbb6-37fb-4b2b-a697-62eb798c9a1c req-57802c94-4ef8-4951-b2f3-33fee8e076f9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.1925213 Jan 15 15:03:53.421569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.474153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:53.487609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Request body: {'subnet': {'network_id': '0a69ddfc-0da9-4959-93ba-6c676c5e9e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688398401-subnet', 'tenant_id': '79a1542b656c4b6ab5667b56f9dd0f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:53.491896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0a69ddfc-0da9-4959-93ba-6c676c5e9e63,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.499008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:53.506374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.507126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Attempting to bind port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:53.507503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Attempting to bind port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:53.507867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Attempting to bind port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a on network 9b56f11b-3024-4903-a63d-6a959215a51c {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:53.510693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Usage tracker for resource:subnet and tenant:79a1542b656c4b6ab5667b56f9dd0f1d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:53.514935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428dc6c-5681-487f-a89a-2072b9ac1d78,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.516097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:53.516206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:53.529625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.536350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:53.536729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Checking segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:53.537137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.537532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Bound using segment: {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:53.538022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Bound port: cc71f6f5-2cdd-4411-bf40-1289e3a15c0a, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a17e29-759a-4946-a790-93f2e068b472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b56f11b-3024-4903-a63d-6a959215a51c'}}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:53.538396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.551275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:53.565787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:53.619190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Made reservation on behalf of 79a1542b656c4b6ab5667b56f9dd0f1d for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:53.624390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.633190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.652761 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b428dc6c-5681-487f-a89a-2072b9ac1d78 HTTP/1.1" status: 204 len: 168 time: 1.4278655 Jan 15 15:03:53.678810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Allocated IP 172.28.0.185 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/03ba1afe-c3e6-421b-a13f-dd558df66fdc) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:53.693989 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56167235-44bc-4caa-8c62-5e7dcdb59456 req-f5e4b752-75fb-44da-875d-ec7d280fb4c8 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4675293 Jan 15 15:03:54.208307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] For port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a, host hv-cinder-68948, cleared binding levels {{(pid=80065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:54.212474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] For port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:54.221484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.314087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-af7150c1-72f4-4be9-9ad2-ff156a45f803 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:54.454099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde09c0-5dfd-43ca-9596-5a6373d728af req-7a659cec-fc22-4cc8-9426-863326b5cc81 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.462009 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1fde09c0-5dfd-43ca-9596-5a6373d728af req-7a659cec-fc22-4cc8-9426-863326b5cc81 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 943 time: 0.3468590 Jan 15 15:03:54.564177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8277b-2f3d-421b-aab5-e88f1030561d req-2e9dfa8e-2b5c-4479-a4ba-e1cd7989e7c9 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.565674 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0fe8277b-2f3d-421b-aab5-e88f1030561d req-2e9dfa8e-2b5c-4479-a4ba-e1cd7989e7c9 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 0.5489283 Jan 15 15:03:54.584294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.593775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Pushing event updated for resources: {'Port': ['ID=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,revision_number=3']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:54.608357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-e254b95a-5ce6-4d4d-b1d0-82a2905febd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.611516 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-e254b95a-5ce6-4d4d-b1d0-82a2905febd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1161 time: 0.5769475 Jan 15 15:03:54.627848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:54.640795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1fde09c0-5dfd-43ca-9596-5a6373d728af req-f946173c-8340-439a-a611-3ce07bb2978d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:54.690861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0fe8277b-2f3d-421b-aab5-e88f1030561d req-9f3a7050-1ab1-4cd5-90d6-ec0b14ba8404 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Jan 15 15:03:54.702427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.703110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.704616 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc71f6f5-2cdd-4411-bf40-1289e3a15c0a HTTP/1.1" status: 200 len: 1157 time: 4.5366607 Jan 15 15:03:54.705151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:54.781384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.816135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1fde09c0-5dfd-43ca-9596-5a6373d728af req-f946173c-8340-439a-a611-3ce07bb2978d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:54.817447 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1fde09c0-5dfd-43ca-9596-5a6373d728af req-f946173c-8340-439a-a611-3ce07bb2978d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545849 Jan 15 15:03:54.852793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5d5a3ba-7e94-46ea-8a8f-faa17250d631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:54.905755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-b03b7184-2f09-4e33-927f-2f45739ba13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.907663 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-b03b7184-2f09-4e33-927f-2f45739ba13c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.2747047 Jan 15 15:03:54.909107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.930164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e672522-5362-4ca3-a1ef-e2a513c64370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:55.057063 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-91085e73-3f62-4d52-ab82-06d69bcfeca2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.1305020 Jan 15 15:03:55.151495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37aeee03-02d5-4858-8dc4-797733d3a2a3,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:55.188610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=03ba1afe-c3e6-421b-a13f-dd558df66fdc,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:55.192329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:55.205057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-75a13ffb-bf08-4904-bc7a-0cf344d2b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.206763 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-75a13ffb-bf08-4904-bc7a-0cf344d2b613 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 1160 time: 0.4266195 Jan 15 15:03:55.255109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-a71f8583-f347-4628-abe9-59314aad823e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.257133 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-a71f8583-f347-4628-abe9-59314aad823e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.3014069 Jan 15 15:03:55.259068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.69', 63794) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:55.268289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-8f1e3cb0-5451-4249-a21a-91e469b84d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.269937 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-8f1e3cb0-5451-4249-a21a-91e469b84d6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0781248 Jan 15 15:03:55.280283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:55.288915 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e63ba149-f180-4bde-83cc-b99aa45d250b req-0ab6efd1-8089-4f88-b011-c8265f3c0458 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.1401970 Jan 15 15:03:55.372210 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a', 'status': 'completed', 'code': 200} Jan 15 15:03:55.399545 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-054dfb9f-ab8f-4fa1-9322-dffc9dea6bfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a HTTP/1.1" status: 200 len: 217 time: 0.1342897 Jan 15 15:03:55.462667 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-d466a32e-8d6a-45c9-9746-0b765bdb48c8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/quotas/8c9543b429b44a0fbb4ab912ba4d8994 HTTP/1.1" status: 200 len: 375 time: 0.1302488 Jan 15 15:03:55.468325 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-9cc3dffc-9c8f-4f4e-935b-dc6d9ec8c229 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659000 Jan 15 15:03:55.577682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Checking segment: {'id': '310c0ff3-7974-4b58-9558-c36c8b474a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0a69ddfc-0da9-4959-93ba-6c676c5e9e63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:55.578082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Network hostable DHCP agents. Network: 0a69ddfc-0da9-4959-93ba-6c676c5e9e63, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:55.632572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:55.635535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:55.638827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:55.670408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337baef-1748-4f21-aea0-1bc596283e53 req-105e896b-90db-4507-9cff-27b067bc57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.672292 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-105e896b-90db-4507-9cff-27b067bc57f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.2115810 Jan 15 15:03:55.679217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:55.715754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-131dff3b-bf19-41ea-a09b-fe377e285d5e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.717773 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-131dff3b-bf19-41ea-a09b-fe377e285d5e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 810 time: 0.4539757 Jan 15 15:03:55.754994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-30d67670-21ec-47fd-9ab4-2a1132023cf1 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747064 Jan 15 15:03:55.756610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.769378 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-59d0fd6a-b1d6-4b15-87ed-454eae4a3fb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797892 Jan 15 15:03:55.815627 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-9c4285b4-7a29-471b-8502-d9a1208f0e22 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3048568 Jan 15 15:03:55.816390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 0a69ddfc-0da9-4959-93ba-6c676c5e9e63) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:55.827074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba68e80-c5e7-4379-a62f-42e4d6ea91ae None None] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:56.092809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.093822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.151393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ee6864ee-6477-48d8-883d-fe05472ebb76 req-96ae9c23-e8b8-4ecd-ab6f-3d14aa2345c4 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3816087 Jan 15 15:03:56.193013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d80fb4-c25c-4a91-a21a-b423cfb72d0d None None] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:56.313236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.366128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-7f366918-0dfe-4960-ba2a-a1d689948296 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:03:56.638961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c30dd-9f6a-4100-8765-bd251afcca83 req-44296cc3-257a-48fb-b114-1ccdc4aeff52 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.647294 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc5c30dd-9f6a-4100-8765-bd251afcca83 req-44296cc3-257a-48fb-b114-1ccdc4aeff52 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 0.4949176 Jan 15 15:03:56.701102 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-d99f6f82-9808-4239-ad9b-6b135c75d72f service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9193685 Jan 15 15:03:56.710493 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6694f5e8-8bc7-4330-8192-7167f23f7b8d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5521584 Jan 15 15:03:56.714252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-1c155941-d94d-49df-aa90-d97e56aa5973 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:56.806962 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc5c30dd-9f6a-4100-8765-bd251afcca83 req-4965cf86-cb2d-4d1d-b3ba-94dab4c9010b tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584749 Jan 15 15:03:56.919302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-1c155941-d94d-49df-aa90-d97e56aa5973 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:56.921021 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-1c155941-d94d-49df-aa90-d97e56aa5973 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 5704 time: 1.1493540 Jan 15 15:03:56.928675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42134) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:56.937580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'port': {'device_id': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'admin_state_up': True, 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'security_groups': ['5493188b-4db5-4e92-a2dd-eb94749b5eb1']}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:56.965305 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-be6c0f0b-59aa-48ab-b6a3-57d1708058e4 service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0479202 Jan 15 15:03:56.969113 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6337baef-1748-4f21-aea0-1bc596283e53 req-9b34d871-2a29-4ff7-b0e0-2eaec2ac08ee service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2477973 Jan 15 15:03:56.974512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:56.992366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559f96-5006-41c7-94a8-e9b24b946688 req-349d65c2-0bcc-4de2-894b-b334901f8efa tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.994001 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-39559f96-5006-41c7-94a8-e9b24b946688 req-349d65c2-0bcc-4de2-894b-b334901f8efa tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.69 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 945 time: 0.3058231 Jan 15 15:03:57.010489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.017137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42138) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:57.035622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.132315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:57.136171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:57.143443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:57.144225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.148742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Deleting subnet e5e37e2e-021c-41b6-8c17-e4bb371eb7fa {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:03:57.218086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=03ba1afe-c3e6-421b-a13f-dd558df66fdc,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:57.249439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.285985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:57.308754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.341846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Deleting port 03e4127c-4da5-4015-8aee-a4385d672085 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:03:57.342474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.349046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:03:57.364593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:57.368777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.372363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:57.388644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.415841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.483363 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-53fd9b8a-2b95-430d-bfdc-25144dcff2de service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5163369 Jan 15 15:03:57.506539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:57.524461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:57.545850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:57.558022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-525e9eef-0934-428f-90f6-e8e4aaf894af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.560055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.560294 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-525e9eef-0934-428f-90f6-e8e4aaf894af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 1160 time: 0.4174957 Jan 15 15:03:57.600243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064df5d-56d8-4d55-9c06-7344f6d38898 req-b334a816-4b57-4539-9401-a10afb578d64 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.601941 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8064df5d-56d8-4d55-9c06-7344f6d38898 req-b334a816-4b57-4539-9401-a10afb578d64 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 943 time: 0.5688324 Jan 15 15:03:57.619560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:57.624583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Usage tracker for resource:security_group_rule and tenant:30b5425042c247f19e7ee2dd49135384 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:57.627609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:57.634294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:57.639074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:port and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:57.823348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for port was recalculated. Used quota:3. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:57.843360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:57.901581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-b063f5f9-aea3-499c-b971-71bc73db35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.904516 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-b063f5f9-aea3-499c-b971-71bc73db35d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.2677829 Jan 15 15:03:57.957204 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8064df5d-56d8-4d55-9c06-7344f6d38898 req-f664034d-a99c-4448-9962-5c371e1f141d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187349 Jan 15 15:03:57.965879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.031583 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c', 'code': 200} Jan 15 15:03:58.054882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=03e4127c-4da5-4015-8aee-a4385d672085,segment=NetworkSegment(4b4b641c-64a5-4d21-a8a1-57fb204ad32a),segment_id=4b4b641c-64a5-4d21-a8a1-57fb204ad32a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:58.055316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.073249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.089792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6961968 Jan 15 15:03:58.209841 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-f4384cea-47e6-4247-8a78-e9ec1d39de6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a HTTP/1.1" status: 200 len: 217 time: 0.2572427 Jan 15 15:03:58.215090 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-83343620-b399-4ede-8f31-4911d8095693 req-d344334b-bb63-4836-856c-c4b85812f195 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:03:58.218246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Made reservation on behalf of f978ca62a7fe48749613357e22a29d8c for: {'port': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:58.227976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.238569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:58.252721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.314496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:58.315041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.318956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.69', 63801) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:58.331473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Calling delete_port for 03e4127c-4da5-4015-8aee-a4385d672085 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:03:58.362539 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8e7292e-9d49-446b-8286-a55e8c208fca req-c07157f2-1688-4ce8-82f1-0b05852510b1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 210 time: 0.2613549 Jan 15 15:03:58.363141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.377520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-de6b25a7-1aaa-4df4-81cf-f0af71198b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:58.380281 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-de6b25a7-1aaa-4df4-81cf-f0af71198b82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.1386673 Jan 15 15:03:58.426573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d269c205-1fe3-4f13-a06c-d2c7dcff7de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:58.494782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 03e4127c-4da5-4015-8aee-a4385d672085 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:03:58.524352 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30b5425042c247f19e7ee2dd49135384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4907069 Jan 15 15:03:58.576576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.577699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-83343620-b399-4ede-8f31-4911d8095693 req-d344334b-bb63-4836-856c-c4b85812f195 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:03:58.579220 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-83343620-b399-4ede-8f31-4911d8095693 req-d344334b-bb63-4836-856c-c4b85812f195 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.7309754 Jan 15 15:03:58.583884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42170) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:58.645755 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-b06b204f-1913-4781-8244-0c5c20e35d42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2386684 Jan 15 15:03:58.648457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d93ece-d146-44db-b971-0db56271ad5a,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:58.653962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.654478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-685fc88f-03f1-48f6-a5d8-49de05adc545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:58.671030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:58.697506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=03e4127c-4da5-4015-8aee-a4385d672085,segment=NetworkSegment(4b4b641c-64a5-4d21-a8a1-57fb204ad32a),segment_id=4b4b641c-64a5-4d21-a8a1-57fb204ad32a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:58.702045 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.704863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:58.755270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:03:58.755642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:03:58.767767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a243-0e4d-4487-ba45-b2e9e9dc0770 req-f0dc5981-35b6-4d81-9fe2-e88cd56e0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:58.769457 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1e55a243-0e4d-4487-ba45-b2e9e9dc0770 req-f0dc5981-35b6-4d81-9fe2-e88cd56e0cad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.4052639 Jan 15 15:03:58.782483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:58.786811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:58.802083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ac7bf-6c71-4e1d-b37a-86f622039914 req-deb65388-a3dc-45cc-ac59-7ffa8aa09232 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:58.802249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e37e2e-021c-41b6-8c17-e4bb371eb7fa,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:58.810410 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-157ac7bf-6c71-4e1d-b37a-86f622039914 req-deb65388-a3dc-45cc-ac59-7ffa8aa09232 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 0.1430221 Jan 15 15:03:58.827715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:58.897071 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-157ac7bf-6c71-4e1d-b37a-86f622039914 req-829f52fb-4bbc-4a56-927c-5bbfa8d06f8c tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857038 Jan 15 15:03:58.899004 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1e55a243-0e4d-4487-ba45-b2e9e9dc0770 req-d7dee408-c278-4bb6-9164-7e3c04e3fb20 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863130 Jan 15 15:03:59.195361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc775-bbd0-466d-95cb-2268a27f564c req-8121fcf9-891d-4c11-9716-572b2aecefef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.197072 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84afc775-bbd0-466d-95cb-2268a27f564c req-8121fcf9-891d-4c11-9716-572b2aecefef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 943 time: 0.1068699 Jan 15 15:03:59.253826 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84afc775-bbd0-466d-95cb-2268a27f564c req-ba15460b-a51e-481c-b650-22bc9a24d63c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Jan 15 15:03:59.257035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Deleting port 03e4127c-4da5-4015-8aee-a4385d672085 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:03:59.257426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.297304 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-0053bb68-48b5-4819-8ed8-36b6d59aca2e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--474456283&fields=id&tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 267 time: 0.4850271 Jan 15 15:03:59.321585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.335676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.571300 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-5610634d-9a3c-4e39-a20f-8f06ca9944df service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8183458 Jan 15 15:03:59.623810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.742364 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-288ac6fc-cbcb-47ff-80d3-a6a0be8abdcc req-12cd3cd6-1e4b-4cc0-9d02-f6370c885c59 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 210 time: 0.0617578 Jan 15 15:03:59.742573 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d58a1d4e-9776-4548-9f67-17a8e618e549 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5e37e2e-021c-41b6-8c17-e4bb371eb7fa HTTP/1.1" status: 204 len: 168 time: 2.8076096 Jan 15 15:03:59.758665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42196) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:59.800242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-def652c0-3d6b-4ed7-9e0c-b16370e42d81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.808009 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-def652c0-3d6b-4ed7-9e0c-b16370e42d81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 817 time: 0.4900019 Jan 15 15:03:59.876839 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-0e985a28-278b-4262-a630-ac51f013c0b9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/quotas/135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 375 time: 0.0673161 Jan 15 15:03:59.945117 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-635cf4f5-7423-4f9c-bbb5-80f5ade6f0e1 req-05776f52-07ad-44ec-969e-5d64f9b1f153 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3610709 Jan 15 15:03:59.969873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Allocated IP 172.20.0.12 (7f2137c8-ec4a-415d-b635-8a76104e4960/8e352e69-7ca3-4bb3-a31f-4e854e2f16ad/150a7305-78fb-495d-ba2f-de5370cdd618) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:00.032608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:00.037337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.042081 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-34d80e47-39ee-4bb5-829c-b510d76abf56 req-81689b55-fa84-4149-b9e8-4de6bc618dc4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.1486895 Jan 15 15:04:00.046861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d28a9855-b1c4-4b5d-8c39-9762fcf328b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:00.073378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] For port 03e4127c-4da5-4015-8aee-a4385d672085, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=03e4127c-4da5-4015-8aee-a4385d672085,segment=NetworkSegment(4b4b641c-64a5-4d21-a8a1-57fb204ad32a),segment_id=4b4b641c-64a5-4d21-a8a1-57fb204ad32a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:00.073776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.079352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d93ece-d146-44db-b971-0db56271ad5a,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:00.082805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:00.185471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-84485c2c-6e92-4d1f-830e-e01cb452a4dd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2856672 Jan 15 15:04:00.186350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.187471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02d93ece-d146-44db-b971-0db56271ad5a HTTP/1.1" status: 204 len: 168 time: 1.5931756 Jan 15 15:04:00.232291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.286718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Calling delete_port for 03e4127c-4da5-4015-8aee-a4385d672085 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:04:00.379733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6ddf-c60d-494a-a498-c994bff5680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.483336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.527292 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-3b8f6649-f316-4471-be4a-cd46c4b356f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1921260 Jan 15 15:04:00.529153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Transition to ACTIVE for port object 150a7305-78fb-495d-ba2f-de5370cdd618 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:00.531968 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-6d308e47-7a7f-45b5-abf2-dfb8ab69111c service neutron] 10.222.0.52 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260458 Jan 15 15:04:00.544809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-5cb21eed-ad22-42a9-82f6-cb11a9a71a99 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:00.546960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-5cb21eed-ad22-42a9-82f6-cb11a9a71a99 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.7478175 Jan 15 15:04:00.691772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.706150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.710069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42218) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:00.746399 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-33141b0b-e837-41ca-87d7-b5702ad3bc98 service neutron] 10.222.0.52 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2027166 Jan 15 15:04:00.752643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:00.781652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Request body: {'port': {'device_id': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f', 'admin_state_up': True, 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:00.836331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.982529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:00.992460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:840dd89ee5f64b7da04dad971d6556b7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:01.020648 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:01.020824 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085', 'code': 200} Jan 15 15:04:01.028154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:01.038975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.039236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:01.039358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.040230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.040359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:01.040608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > port after_create 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.040987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > port after_delete 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.041346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > port after_update 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.041709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.042071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.042428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.042785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.110258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:01.113841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:01.116352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.116931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.117064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.117450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:01.117866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32af0b18-af5b-4cbc-a497-56c128440a06']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:01.122929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:01.143642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:01.144395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.169177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-990e8725-5b4a-4ec6-9a0e-9bf6033d2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:01.175581 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-990e8725-5b4a-4ec6-9a0e-9bf6033d2624 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 1163 time: 0.4234548 Jan 15 15:04:01.177539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:01.231852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a1ef5-45df-4f15-b424-bfc028b795b0 req-995d96e8-eaa2-454f-ab37-30723ae1c6d6 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:01.246240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3a2a1ef5-45df-4f15-b424-bfc028b795b0 req-995d96e8-eaa2-454f-ab37-30723ae1c6d6 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 943 time: 0.9662881 Jan 15 15:04:01.273843 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e584918c-3d76-4070-b465-848fc4580a85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3440733 Jan 15 15:04:01.280097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:01.323007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:01.323331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.351683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e54daaa-3476-4e28-a2b9-82994ff31a1d') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:01.352122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e54daaa-3476-4e28-a2b9-82994ff31a1d') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:01.356668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Request body: {'port': {'device_id': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:01.406797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.416112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:01.436889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.510713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:01.525596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:01.659152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-0e0ab8db-2506-41be-b23c-b784794cdb03 None None] Provisioning for port 150a7305-78fb-495d-ba2f-de5370cdd618 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:01.682985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-0e0ab8db-2506-41be-b23c-b784794cdb03 None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:01.683413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab8db-2506-41be-b23c-b784794cdb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.725235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.743121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.746683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:01.757841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:01.785766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:01.786197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.800985 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3a2a1ef5-45df-4f15-b424-bfc028b795b0 req-07db735e-5e9d-4e69-94bd-8f8acac62c22 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/security-groups?id=9a798f30-c66b-41a9-abbd-597b7bc0b5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528774 Jan 15 15:04:01.808466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Pushing event deleted for resources: {'Port': ['ID=03e4127c-4da5-4015-8aee-a4385d672085,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:01.812149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:01.822059 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.838331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ab8db-2506-41be-b23c-b784794cdb03 None None] Port 150a7305-78fb-495d-ba2f-de5370cdd618 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:01.846620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.851318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:01.876137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:04:02.065854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.109302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-2aabb705-aaea-475f-92f9-c25e23d7c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:02.111628 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-2aabb705-aaea-475f-92f9-c25e23d7c973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 909 time: 0.8532519 Jan 15 15:04:02.131891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:02.136773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fb8c3-e4b4-40ec-abeb-313238db98a8 req-5238164a-a270-49be-84f6-439f246cc6c3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:02.137089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.139156 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e88fb8c3-e4b4-40ec-abeb-313238db98a8 req-5238164a-a270-49be-84f6-439f246cc6c3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 943 time: 0.9654391 Jan 15 15:04:02.141787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:02.150064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.250129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9be04f04-0bd1-4a0d-8c16-7ebc37f3c0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.264846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:02.268221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:02.275017 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-e54a8d01-30fb-4996-b282-14e3eb8d457e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 200 len: 217 time: 0.1250222 Jan 15 15:04:02.316420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] No DVR routers for this DVR port 03e4127c-4da5-4015-8aee-a4385d672085 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:04:02.325770 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=840dd89ee5f64b7da04dad971d6556b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6117325 Jan 15 15:04:02.350494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42276) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:02.352778 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8e13d9ce-76d4-4318-a0a7-30548de11ea0 req-49027992-ccc7-4618-8919-d1fe4391f5db tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 210 time: 0.2277637 Jan 15 15:04:02.356140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.365296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b011d2-7aa4-41c5-bb8e-e9a9676f460e,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:02.371329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-deleted', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:02.378797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:02.379647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Network 32af0b18-af5b-4cbc-a497-56c128440a06 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:02.420115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.499601 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e88fb8c3-e4b4-40ec-abeb-313238db98a8 req-6882dd8f-caaa-464b-9781-8e0a4e26e1fc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747645 Jan 15 15:04:02.526824 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-39559f96-5006-41c7-94a8-e9b24b946688 req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.69 "DELETE /v2.0/ports/03e4127c-4da5-4015-8aee-a4385d672085 HTTP/1.1" status: 204 len: 173 time: 5.4924695 Jan 15 15:04:02.566562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-8608d626-0ed1-47d8-a108-df5b53042677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:02.568411 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-8608d626-0ed1-47d8-a108-df5b53042677 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.2807884 Jan 15 15:04:02.710986 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-a0c0c3cf-13c1-4d7a-8442-4f84c0e93507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648911 Jan 15 15:04:02.959592 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:02.993137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9c77147d-4d29-4e83-97a5-4df48504d7a0 req-3e136486-9b96-4e6e-be47-27ae20775a81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:03.051832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:03.054124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Network 32af0b18-af5b-4cbc-a497-56c128440a06 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:03.067336 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-c90b8509-1073-430f-9253-efdaed518f6e service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477271 Jan 15 15:04:03.088385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:03.088955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.112329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dac28-0413-422b-b345-0d31ccc21d9f req-23a25a7c-8f28-497e-898e-9d2810187292 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:03.113134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-852dac28-0413-422b-b345-0d31ccc21d9f req-23a25a7c-8f28-497e-898e-9d2810187292 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: (rel_b, rel_a, rel_b), Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: (rel_b, rel_a, rel_b), Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:04:03.169249 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:04:03.234385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-852dac28-0413-422b-b345-0d31ccc21d9f req-23a25a7c-8f28-497e-898e-9d2810187292 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:03.235624 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-852dac28-0413-422b-b345-0d31ccc21d9f req-23a25a7c-8f28-497e-898e-9d2810187292 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 932 time: 0.4155807 Jan 15 15:04:03.256536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:03.265215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.300336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.315812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9c77147d-4d29-4e83-97a5-4df48504d7a0 req-3e136486-9b96-4e6e-be47-27ae20775a81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:03.317313 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9c77147d-4d29-4e83-97a5-4df48504d7a0 req-3e136486-9b96-4e6e-be47-27ae20775a81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 210 time: 0.5286539 Jan 15 15:04:03.336093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.345986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:03.346268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.349957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:03.366441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.392487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150a7305-78fb-495d-ba2f-de5370cdd618 {{(pid=80065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:03.402396 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-852dac28-0413-422b-b345-0d31ccc21d9f req-07395bdf-7fc9-4e15-973a-7d469b61376f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497231 Jan 15 15:04:03.406298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Pushing event deleted for resources: {'Network': ['ID=32af0b18-af5b-4cbc-a497-56c128440a06,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:03.410184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.423456 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadb398b-62c9-4cf9-b8b3-f8e79ff668ee req-269d1ae9-601c-46ec-940c-e5a32dc08a79 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3019331 Jan 15 15:04:03.433492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:03.438517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Transition to ACTIVE for port object 150a7305-78fb-495d-ba2f-de5370cdd618 will not be triggered until provisioned by entity L2. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:03.442116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.459463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.491340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:03.543031 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429ca629-77de-4e40-9985-f9d13ad1a33d', 'name': 'network-vif-deleted', 'tag': '03e4127c-4da5-4015-8aee-a4385d672085', 'status': 'completed', 'code': 200} Jan 15 15:04:03.611811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-d40426ec-4570-4eeb-aba2-dad823cd5023 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:03.613312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-62aa4f63-e706-4f03-9685-13dabef3377a req-d40426ec-4570-4eeb-aba2-dad823cd5023 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:03.626956 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a', 'code': 200} Jan 15 15:04:03.630549 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] 10.222.0.52 "DELETE /v2.0/networks/32af0b18-af5b-4cbc-a497-56c128440a06 HTTP/1.1" status: 204 len: 168 time: 3.8679936 Jan 15 15:04:03.639288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42302) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:03.685346 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-523edec5-9b36-428f-ac6b-59ba71a5a601 req-4f37bbd4-607a-4f93-80ad-df572059ee68 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] 10.222.0.52 "GET /v2.0/ports?device_id=429ca629-77de-4e40-9985-f9d13ad1a33d HTTP/1.1" status: 200 len: 210 time: 0.0643489 Jan 15 15:04:03.696951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Pushing event updated for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:03.702386 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:03.718796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Allocated IP 172.20.0.5 (25407948-4d64-4d33-89f5-27668bbb698f/12078478-3e3e-4a9a-a4e1-9ed603ccfa34/20c0beb7-7ee1-4746-aa53-a1b79dcb1d38) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:03.988986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-62aa4f63-e706-4f03-9685-13dabef3377a req-d40426ec-4570-4eeb-aba2-dad823cd5023 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:03.990427 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-d40426ec-4570-4eeb-aba2-dad823cd5023 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 817 time: 1.1452634 Jan 15 15:04:04.010230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Attempting to bind port 150a7305-78fb-495d-ba2f-de5370cdd618 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:04.010917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Attempting to bind port 150a7305-78fb-495d-ba2f-de5370cdd618 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:04.011492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Attempting to bind port 150a7305-78fb-495d-ba2f-de5370cdd618 on network 7f2137c8-ec4a-415d-b635-8a76104e4960 {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:04.021867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:04.022516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Checking segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:04.023141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.023736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Bound using segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} {{(pid=80065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:04.024480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Bound port: 150a7305-78fb-495d-ba2f-de5370cdd618, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}}] {{(pid=80065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:04.025068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.056125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-58e617e2-9170-41cb-bebb-2ce355517c00 req-a4ab23d9-de4f-4fe8-bd8a-70b53bc79262 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:04.090897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.145305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, cleared binding levels {{(pid=80065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:04.150460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=150a7305-78fb-495d-ba2f-de5370cdd618,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:04.157084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.222929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:04.225949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-122ec973-1a05-4106-96cd-28959d61ff98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:04.237513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.260474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Deleting subnet 37aeee03-02d5-4858-8dc4-797733d3a2a3 {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:04:04.276498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b011d2-7aa4-41c5-bb8e-e9a9676f460e,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:04.279824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:04.281133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.323070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.325367 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76b011d2-7aa4-41c5-bb8e-e9a9676f460e HTTP/1.1" status: 204 len: 168 time: 1.9706180 Jan 15 15:04:04.336110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-58e617e2-9170-41cb-bebb-2ce355517c00 req-a4ab23d9-de4f-4fe8-bd8a-70b53bc79262 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:04.348723 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-58e617e2-9170-41cb-bebb-2ce355517c00 req-a4ab23d9-de4f-4fe8-bd8a-70b53bc79262 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 210 time: 0.3892331 Jan 15 15:04:04.420558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-62aa4f63-e706-4f03-9685-13dabef3377a req-61b1fef8-5f6f-4976-8cdd-da075e9f50ec tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:04.440887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.465896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182911be-1a93-45fa-951a-a23c8d8736aa req-b85c0a87-ed98-4371-8150-2b8893f4ee4b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:04.467631 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-182911be-1a93-45fa-951a-a23c8d8736aa req-b85c0a87-ed98-4371-8150-2b8893f4ee4b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.5298464 Jan 15 15:04:04.484611 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Pushing event updated for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=3']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:04.506859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.507271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.507677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.508095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.508490 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.508883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.509273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.509660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.510050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.510440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.510881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.511210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.511658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.512156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.512683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.513070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.513438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.513820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.514210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.514613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.515004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.515390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.515781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.516193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:04.520918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:04.545541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.598368 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-182911be-1a93-45fa-951a-a23c8d8736aa req-cfdd7774-5b5f-4e2c-9171-d5c2d0467da0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226952 Jan 15 15:04:04.608851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fb760-a9f4-4354-9f72-692a0375c247 req-3a649eab-f2d3-4aaa-a0fb-bac4c379d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:04.611781 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab0fb760-a9f4-4354-9f72-692a0375c247 req-3a649eab-f2d3-4aaa-a0fb-bac4c379d341 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 1162 time: 0.4563885 Jan 15 15:04:04.612235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.622522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-62aa4f63-e706-4f03-9685-13dabef3377a req-61b1fef8-5f6f-4976-8cdd-da075e9f50ec tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:04.624321 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-61b1fef8-5f6f-4976-8cdd-da075e9f50ec tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 5703 time: 0.5651541 Jan 15 15:04:04.651451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:04.668456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:04.669142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.670874 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] 10.222.0.69 "PUT /v2.0/ports/150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 1158 time: 3.3209252 Jan 15 15:04:04.671585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:04.698957 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e860f46-6596-410a-9821-2b38038e2774 req-e2453843-1903-4a7a-a23e-b93e03e27d03 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 210 time: 0.1370637 Jan 15 15:04:04.703429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'port': {'device_id': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'admin_state_up': True, 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'security_groups': ['e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3']}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:04.731631 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab0fb760-a9f4-4354-9f72-692a0375c247 req-68c1e237-6451-40ab-b5b8-56859ffa2c53 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055422 Jan 15 15:04:04.825890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.900995 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618', 'status': 'completed', 'code': 200} Jan 15 15:04:04.931227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42334) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:05.069898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.125520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:05.136007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:05.158070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Made reservation on behalf of 135eaeadac0c4c12821c18da3100ac34 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:05.167446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.216552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:05.262652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9bf07-c412-4048-8d39-c130c4402c4e req-cca513cf-5016-4369-acf8-bf3105628bcd tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.264610 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6fc9bf07-c412-4048-8d39-c130c4402c4e req-cca513cf-5016-4369-acf8-bf3105628bcd tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 944 time: 0.4843338 Jan 15 15:04:05.283352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.283854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.284430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.284827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.285216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.285600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.285982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.286360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.286739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.287275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.287658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.288032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.288526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.288905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.289279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.289653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.290023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.290396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.290766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.291136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.291509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.291883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.292311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.292683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:05.305393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:05.368101 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6fc9bf07-c412-4048-8d39-c130c4402c4e req-2a9c51aa-24c1-4ff2-af31-991ffa3982f7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924375 Jan 15 15:04:05.377062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c4e2c367-bdd4-459f-8374-f5cb0e3f8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.378648 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-c4e2c367-bdd4-459f-8374-f5cb0e3f8763 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1161 time: 0.1890080 Jan 15 15:04:05.572911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-874cf5e8-aed4-4ded-8f7e-80fca423a75d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 217 time: 0.1729956 Jan 15 15:04:05.651717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.688124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:05.696808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Usage tracker for resource:security_group_rule and tenant:38741e9d2d704bdeba998adad73bbada is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:05.702826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:05.717584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:05.720869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-07fb0787-57b3-442f-8fcb-209ba96c6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.722825 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-07fb0787-57b3-442f-8fcb-209ba96c6507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.1244736 Jan 15 15:04:05.838932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Network 25407948-4d64-4d33-89f5-27668bbb698f is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:05.844898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:05.847632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:05.960850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e6362981-3584-4a3d-87c9-4795db370921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.962488 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-e6362981-3584-4a3d-87c9-4795db370921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2281752 Jan 15 15:04:05.976753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.977472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.986267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742b18-6dc0-41ad-ad2c-1f2a444055b8 req-e7b7f08a-3bd3-4613-86e9-62f1e5191297 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.987914 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-57742b18-6dc0-41ad-ad2c-1f2a444055b8 req-e7b7f08a-3bd3-4613-86e9-62f1e5191297 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2108281 Jan 15 15:04:06.082217 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3638914 Jan 15 15:04:06.122613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.135458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Request body: {'port': {'device_id': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:06.151104 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-57742b18-6dc0-41ad-ad2c-1f2a444055b8 req-a663e5bb-6c32-4ed0-9e8e-a56a4769c8f2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550035 Jan 15 15:04:06.151839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.163887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a12b91c2-2638-479c-8bc0-d5392fa177a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.220918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd7b4e-fb1e-4054-b77d-0c2b13c5b71d,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:06.226218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:06.243192 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38741e9d2d704bdeba998adad73bbada&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3082926 Jan 15 15:04:06.244545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42374) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:06.290231 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-6e7d8c92-3c32-4f27-8be7-d2a3292d802f service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739630 Jan 15 15:04:06.423315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e1e7e-0367-45b5-8ab2-c1823f6fa42c req-7f4a36f1-aae6-4e1a-ba59-3650490eecba tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:06.431078 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a66e1e7e-0367-45b5-8ab2-c1823f6fa42c req-7f4a36f1-aae6-4e1a-ba59-3650490eecba tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 931 time: 0.7118270 Jan 15 15:04:06.478198 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1ec145b9-765e-41d2-a6b0-8c0205a3a06f req-19d7f0ac-6357-4669-b245-63296cb30e8e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 210 time: 0.0779572 Jan 15 15:04:06.483207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.541194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.550624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.578272 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e1fd137-4dc6-4d24-b8a9-f19062ee8071 req-beec6a96-b28f-451f-bdd8-6f427685c5e2 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2720091 Jan 15 15:04:06.601083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.621660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.623789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-32b39ff6-eb13-4d08-8687-69e0ec69058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.627894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f406fb4-0282-4b7a-b4ae-710d75884440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.647630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd7b4e-fb1e-4054-b77d-0c2b13c5b71d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:06.660324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:06.665789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.667401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbdd7b4e-fb1e-4054-b77d-0c2b13c5b71d HTTP/1.1" status: 204 len: 168 time: 0.4219079 Jan 15 15:04:06.697583 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a66e1e7e-0367-45b5-8ab2-c1823f6fa42c req-725a2d6b-16fc-42aa-aa3e-31af67ddac16 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654669 Jan 15 15:04:06.771254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37aeee03-02d5-4858-8dc4-797733d3a2a3,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:06.787228 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:06.852417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Allocated IP 172.20.0.14 (a9097f58-b27d-4e6a-8871-78d5180db0c4/be80f1b6-e1e6-43eb-887b-50f026f69bfb/a3823d85-78e3-4d2b-9fff-b021bd17dd1a) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:06.879806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-6aa9973d-5c42-4531-a2b4-323bfb207ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:06.881501 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-6aa9973d-5c42-4531-a2b4-323bfb207ac4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1161 time: 0.1373680 Jan 15 15:04:06.905993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09113-22b9-4f6b-aba3-eb826e41acb8 req-5c2d3dba-3833-4921-ad5b-61e033b69aba tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:06.913959 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ece09113-22b9-4f6b-aba3-eb826e41acb8 req-5c2d3dba-3833-4921-ad5b-61e033b69aba tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 944 time: 0.2257721 Jan 15 15:04:06.985312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.060670 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ece09113-22b9-4f6b-aba3-eb826e41acb8 req-aa2921e4-5f29-4146-871a-643d5b280054 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457050 Jan 15 15:04:07.136724 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d5e41db2-cee8-4b2c-827a-04b25e0f10fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/37aeee03-02d5-4858-8dc4-797733d3a2a3 HTTP/1.1" status: 204 len: 168 time: 3.4954543 Jan 15 15:04:07.140541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42402) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:07.140667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-e455686a-ab76-47c7-b5ba-fe4255468a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:07.142368 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-e455686a-ab76-47c7-b5ba-fe4255468a88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.2117472 Jan 15 15:04:07.243054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42406) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:07.274569 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-1d248571-178f-45b3-b9cd-98a31d05688e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 217 time: 0.1192265 Jan 15 15:04:07.333082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42412) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:07.413423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.485769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:07.494123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.495535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-fff40728-9dc8-4215-90a4-339db0592499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:07.498721 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-fff40728-9dc8-4215-90a4-339db0592499 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.2125297 Jan 15 15:04:07.510782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Usage tracker for resource:security_group_rule and tenant:6898f47a69e340c5a5dfcb148e2eeaa6 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:07.517986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:07.575265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:07.666890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.676462 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.687594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ff90a33-9787-42df-88ea-81791e915ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:07.698872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Deleting subnet 32cf8139-3087-46db-a07c-4d7511b279e5 {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:04:07.712750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.764638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1a192-69c2-4b22-9334-e380b682400e req-a23d7e0c-ca22-4574-b8e1-2ec7648d3628 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:07.766292 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e4c1a192-69c2-4b22-9334-e380b682400e req-a23d7e0c-ca22-4574-b8e1-2ec7648d3628 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.4292557 Jan 15 15:04:07.774831 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6898f47a69e340c5a5dfcb148e2eeaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361191 Jan 15 15:04:07.780054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664df677-2c60-4ddb-8d5d-4d71d63b94fa,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:07.784814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42424) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:07.788840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:07.879577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-a95867e8-538a-4a0a-b614-1094b33519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:07.881138 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-a95867e8-538a-4a0a-b614-1094b33519e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3650157 Jan 15 15:04:07.886741 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e4c1a192-69c2-4b22-9334-e380b682400e req-4c25f897-a520-4eb5-b89d-ccf3a6e63fde tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Jan 15 15:04:07.955681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-95b97bf8-77f9-467a-993d-efe1141e9f13 req-461ca021-614a-4311-81ee-b8fb7e217113 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:07.979747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.981539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.006551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.061407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.066250 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.153221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Transition to ACTIVE for port object a3823d85-78e3-4d2b-9fff-b021bd17dd1a will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:08.185085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-95b97bf8-77f9-467a-993d-efe1141e9f13 req-461ca021-614a-4311-81ee-b8fb7e217113 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:08.186380 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95b97bf8-77f9-467a-993d-efe1141e9f13 req-461ca021-614a-4311-81ee-b8fb7e217113 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 210 time: 0.4076300 Jan 15 15:04:08.244928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.314909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a69ddfc-0da9-4959-93ba-6c676c5e9e63']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:08.377122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310c0ff3-7974-4b58-9558-c36c8b474a42') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:08.377477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310c0ff3-7974-4b58-9558-c36c8b474a42') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:08.383443 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-1ae2f38a-197f-4756-92a6-2bde323180da service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850233 Jan 15 15:04:08.386959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.407485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677630b-5068-421d-bc61-1ba384637c2c req-4bfe4375-d8ef-4932-a63c-2c6e7ea0623c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:08.409091 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1677630b-5068-421d-bc61-1ba384637c2c req-4bfe4375-d8ef-4932-a63c-2c6e7ea0623c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 931 time: 0.3919528 Jan 15 15:04:08.425774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.432724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:08.547274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.560532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:08.588916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664df677-2c60-4ddb-8d5d-4d71d63b94fa,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:08.597417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:08.637728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.641811 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/664df677-2c60-4ddb-8d5d-4d71d63b94fa HTTP/1.1" status: 204 len: 168 time: 0.8526621 Jan 15 15:04:08.648337 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1677630b-5068-421d-bc61-1ba384637c2c req-8dcf3180-f6e6-4e85-a423-ee25695890f1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270079 Jan 15 15:04:08.748618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-cbecbfbd-4c35-4a7d-bca1-c11089d400c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:08.750549 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-cbecbfbd-4c35-4a7d-bca1-c11089d400c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 1162 time: 0.1521981 Jan 15 15:04:08.754813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-54f5d3c0-3304-42d8-8778-413dd4bbb625 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3352907 Jan 15 15:04:09.053059 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91787b-292a-4790-b0ef-a8bda35a50b4 req-434247b6-9300-4b36-b59a-5bba7689110f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.061711 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a91787b-292a-4790-b0ef-a8bda35a50b4 req-434247b6-9300-4b36-b59a-5bba7689110f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2133479 Jan 15 15:04:09.083401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.086495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.086633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:04:09.110387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-0c0154cc-564d-4abf-ba32-2e2c836ab5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.112213 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-0c0154cc-564d-4abf-ba32-2e2c836ab5b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.3231316 Jan 15 15:04:09.112805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:09.140664 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a91787b-292a-4790-b0ef-a8bda35a50b4 req-15783f8b-2183-4004-ae5b-048ad8300e84 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 Jan 15 15:04:09.150822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.160357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.222982 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-910a970c-315a-4b65-af5f-253c4782663e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a HTTP/1.1" status: 200 len: 217 time: 0.0970392 Jan 15 15:04:09.311653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-0282ae3d-0f54-4f6e-9025-5340767f8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.313627 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-0282ae3d-0f54-4f6e-9025-5340767f8cf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0830543 Jan 15 15:04:09.358480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:09.362079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.378165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Transition to ACTIVE for port object 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:09.382831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5e43a40d-45be-439b-bd9c-7df01b9808da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:09.437955 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-0803c512-f8bf-43d1-998d-c56c3f24c25d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141396 Jan 15 15:04:09.490426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.501084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cf8139-3087-46db-a07c-4d7511b279e5,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:09.503739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.560154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:09.609740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1b715-cd52-4a0f-b52f-74dbfcc631f6 req-014081f4-6f55-446e-8775-395963e74b30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.611398 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8da1b715-cd52-4a0f-b52f-74dbfcc631f6 req-014081f4-6f55-446e-8775-395963e74b30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 932 time: 0.2356923 Jan 15 15:04:09.621885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:09.658043 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-c2678f6c-fd26-48f7-a7f1-aa4c01719c35 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110481 Jan 15 15:04:09.693084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.709139 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8da1b715-cd52-4a0f-b52f-74dbfcc631f6 req-ce89c369-92f6-480c-8e9b-d7b652d49514 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884256 Jan 15 15:04:09.825399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.843983 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4ff0c36-a031-4b2d-b233-55cb77f5eb08 req-22d22f1d-5116-483d-a538-40a829d9925b service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1710873 Jan 15 15:04:09.858884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67f821-3f16-4649-8e7f-776865d2f4fd req-af48d0de-27e5-4a82-b343-2dcdd95a690f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.860602 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2b67f821-3f16-4649-8e7f-776865d2f4fd req-af48d0de-27e5-4a82-b343-2dcdd95a690f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 944 time: 1.1532464 Jan 15 15:04:09.896715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:09.904655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.910841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:09.935525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:09.941184 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ed847fd9-5ad1-42a9-9c0e-7abbc8640acd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/32cf8139-3087-46db-a07c-4d7511b279e5 HTTP/1.1" status: 204 len: 168 time: 2.6970215 Jan 15 15:04:09.942844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42466) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:09.994646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:10.110946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.130317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Network 0a69ddfc-0da9-4959-93ba-6c676c5e9e63 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:04:10.160418 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:04:10.180674 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2b67f821-3f16-4649-8e7f-776865d2f4fd req-e65b2ba8-415c-4e95-bdad-4852100e752f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851496 Jan 15 15:04:10.212229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a63f2748-d035-41bc-9b50-7ac020b89c45 None None] Provisioning for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:10.219901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a63f2748-d035-41bc-9b50-7ac020b89c45 None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:10.220296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a63f2748-d035-41bc-9b50-7ac020b89c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.291885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:10.292631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.326216 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6796689 Jan 15 15:04:10.359078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea550-1aba-4e77-b6fe-da5fb8aada0d req-d0237658-0345-4df8-b75a-12ccc4e6d3a3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:10.366459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-a63f2748-d035-41bc-9b50-7ac020b89c45 None None] Port a3823d85-78e3-4d2b-9fff-b021bd17dd1a cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:10.367778 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ff6ea550-1aba-4e77-b6fe-da5fb8aada0d req-d0237658-0345-4df8-b75a-12ccc4e6d3a3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.4766667 Jan 15 15:04:10.432124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.505933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ff6ea550-1aba-4e77-b6fe-da5fb8aada0d req-89373572-45d9-40fd-842c-6eaef65c33e4 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351447 Jan 15 15:04:10.517923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Request body: {'port': {'device_id': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:10.651646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.652049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.653528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.653984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > port after_create 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.654348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.654605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.654825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > port after_update 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.655189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.656506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.656901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.657255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.727925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.728388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.728763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.729134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:10.729533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011db631-a39e-4b1b-b0d7-38213f30d7f2']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:10.745494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4b641c-64a5-4d21-a8a1-57fb204ad32a') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:10.745842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4b641c-64a5-4d21-a8a1-57fb204ad32a') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:10.762939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.812973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.819844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:04:10.988184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3585467d-e676-4a3b-b558-ed1a774a3eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:11.021827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.031174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a69ddfc-0da9-4959-93ba-6c676c5e9e63,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:11.040724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:11.076279 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a69ddfc-0da9-4959-93ba-6c676c5e9e63 HTTP/1.1" status: 204 len: 168 time: 3.9298735 Jan 15 15:04:11.102930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.155540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:11.165748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.256776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Attempting to bind port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:11.257157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Attempting to bind port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:11.257528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Attempting to bind port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 on network 25407948-4d64-4d33-89f5-27668bbb698f {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:11.292829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:11.300132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02136a89-7eb3-42b7-b9d0-4b5ed425a02f req-517714e8-759a-4477-8652-4d9480bffde3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:11.301843 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02136a89-7eb3-42b7-b9d0-4b5ed425a02f req-517714e8-759a-4477-8652-4d9480bffde3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.8611240 Jan 15 15:04:11.348618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:11.349002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Checking segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:11.349518 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.350095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Bound using segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:11.350552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Bound port: 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:11.356707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.376789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 150a7305-78fb-495d-ba2f-de5370cdd618 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:11.384735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:11.385471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.386544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c928aaa-8d66-448d-b915-32d2aec80690 req-1e6d677e-26d9-479a-a3a6-905ba3baaccf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:11.388582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4c928aaa-8d66-448d-b915-32d2aec80690 req-1e6d677e-26d9-479a-a3a6-905ba3baaccf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 932 time: 0.4024196 Jan 15 15:04:11.416940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Network 011db631-a39e-4b1b-b0d7-38213f30d7f2 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:11.453917 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02136a89-7eb3-42b7-b9d0-4b5ed425a02f req-194bf7a8-6111-46bf-aacd-43b8bc78873f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391356 Jan 15 15:04:11.536095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42520) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:11.568723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: (rel_b, rel_a, rel_b), Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: (rel_b, rel_a, rel_b), Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:04:11.577999 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:04:11.607406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=150a7305-78fb-495d-ba2f-de5370cdd618,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:11.608946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:11.615776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.619711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27989cbc-1963-4ad3-8388-494199a48852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:11.711285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:11.720894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.721613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.722202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.722945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.723802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.724332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.724769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.725201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.725632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.726057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.726496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.726932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.727432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.727868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.728309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.728870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.729417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.729967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.731302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.731972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.733096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.733663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.734223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.734775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:11.740877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:11.765609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:11.768883 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e4e5271b-9337-4715-8751-27e9792c5e89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fab7cbc3a42497bb28faebb238cdf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208056 Jan 15 15:04:11.771499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42534) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:11.932522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:11.936310 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4c928aaa-8d66-448d-b915-32d2aec80690 req-fb0a6a62-faf2-4ef8-8c9a-471ce10e5fad tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5215690 Jan 15 15:04:11.937450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.941950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0dd4d91f-b17b-4ed7-bbba-53502e3c69a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:11.955431 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:11.961635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.967683 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] 10.222.0.52 "DELETE /v2.0/networks/011db631-a39e-4b1b-b0d7-38213f30d7f2 HTTP/1.1" status: 204 len: 168 time: 2.0136392 Jan 15 15:04:11.971360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=011db631-a39e-4b1b-b0d7-38213f30d7f2,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:11.974438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:11.986400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.009258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1de13e-96a0-4f80-96a2-10b3aa9edb26 req-4d1f0dc2-2722-4373-ae5d-7967f03e8b59 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:12.010859 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3b1de13e-96a0-4f80-96a2-10b3aa9edb26 req-4d1f0dc2-2722-4373-ae5d-7967f03e8b59 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.3500421 Jan 15 15:04:12.038025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.067650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.224390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81255f75-1002-42f2-b5f5-22245bb2ba1a req-248413f5-134f-48ef-a6f5-9bda3f00aa9c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:12.226328 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81255f75-1002-42f2-b5f5-22245bb2ba1a req-248413f5-134f-48ef-a6f5-9bda3f00aa9c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.1241739 Jan 15 15:04:12.264351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.275260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42552) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:12.313595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3b1de13e-96a0-4f80-96a2-10b3aa9edb26 req-b6625322-2604-4367-aeca-88cb25cec440 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766078 Jan 15 15:04:12.314299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.328895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.367157 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81255f75-1002-42f2-b5f5-22245bb2ba1a req-fe4d66cd-fd1e-4bc9-9e30-19824e72686f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322188 Jan 15 15:04:12.400859 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fe2b0b6b-7464-4540-9503-b0ef02f7d05a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e294ffbe2aee425d8ebc17f98c48cf80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1240032 Jan 15 15:04:12.404195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42558) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:12.478075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:12.478692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.479588 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618', 'code': 200} Jan 15 15:04:12.480230 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] 10.222.0.69 "PUT /v2.0/ports/20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 HTTP/1.1" status: 200 len: 1157 time: 6.3570085 Jan 15 15:04:12.481244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:12.488920 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3823d85-78e3-4d2b-9fff-b021bd17dd1a {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:12.497912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.506849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.510947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.528769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88022272-632d-4848-954a-263b29290a67,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.538435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.550915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Transition to ACTIVE for port object a3823d85-78e3-4d2b-9fff-b021bd17dd1a will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:12.557884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.561587 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88022272-632d-4848-954a-263b29290a67 HTTP/1.1" status: 204 len: 168 time: 0.7864041 Jan 15 15:04:12.566523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.569367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.616401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.651942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.717572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.731691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-730be3c7-cadf-48c7-946e-81a17c6d2ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.755551 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38', 'status': 'completed', 'code': 200} Jan 15 15:04:12.769180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a798f30-c66b-41a9-abbd-597b7bc0b5b1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.775388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.791603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.794951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.795623 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a798f30-c66b-41a9-abbd-597b7bc0b5b1 HTTP/1.1" status: 204 len: 168 time: 0.3900342 Jan 15 15:04:12.850854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.994778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e6013-7a0a-402d-ab74-0fe338756868 req-2f0e5b9c-31ac-4d02-89cd-fc1eb304417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.007526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:13.015282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-182e6013-7a0a-402d-ab74-0fe338756868 req-2f0e5b9c-31ac-4d02-89cd-fc1eb304417d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1163 time: 0.1123037 Jan 15 15:04:13.054669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa5aeb-49a8-4216-ba14-583f7486070a req-8c07e0a1-79d0-4be3-a8ec-aefbce6b8f21 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.056399 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2fa5aeb-49a8-4216-ba14-583f7486070a req-8c07e0a1-79d0-4be3-a8ec-aefbce6b8f21 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1957259 Jan 15 15:04:13.059200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-b88cae5d-088e-4003-a367-2f8f20cc98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.060746 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-b88cae5d-088e-4003-a367-2f8f20cc98ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 1160 time: 0.4478600 Jan 15 15:04:13.066252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42586) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:13.128428 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-182e6013-7a0a-402d-ab74-0fe338756868 req-4c91b61f-d686-48d0-9ba5-b55e47653150 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050949 Jan 15 15:04:13.155073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:13.155736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.291610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42592) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:13.326951 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-d46d30c1-3e47-46c0-8106-e6035cd68357 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 HTTP/1.1" status: 200 len: 217 time: 0.1382115 Jan 15 15:04:13.440271 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2fa5aeb-49a8-4216-ba14-583f7486070a req-878747ab-19a7-4681-801c-47d8074d8492 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891708 Jan 15 15:04:13.441493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4c9f-99e4-4120-9d56-27cc155e7a07 req-ef7e47e7-e2e7-4da6-81cf-9ea543d478f1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.443156 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e2f4c9f-99e4-4120-9d56-27cc155e7a07 req-ef7e47e7-e2e7-4da6-81cf-9ea543d478f1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.2082827 Jan 15 15:04:13.507908 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0f3435ac-104b-49ae-b644-b19bd1acb527 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79a1542b656c4b6ab5667b56f9dd0f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166591 Jan 15 15:04:13.541690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42606) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:13.567882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e2f4c9f-99e4-4120-9d56-27cc155e7a07 req-6dcba3a5-cbb3-4283-bd65-3aa5fb3ca65f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120834 Jan 15 15:04:13.634554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Attempting to bind port a3823d85-78e3-4d2b-9fff-b021bd17dd1a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:13.635680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Attempting to bind port a3823d85-78e3-4d2b-9fff-b021bd17dd1a by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:13.636836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Attempting to bind port a3823d85-78e3-4d2b-9fff-b021bd17dd1a on network a9097f58-b27d-4e6a-8871-78d5180db0c4 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:13.650725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:13.651367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Checking segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:13.652004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.653240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Bound using segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:13.653954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Bound port: a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:13.654403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.673526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.678577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.715741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d98d8-578c-45f8-b096-a033998b064b req-5ea7c28c-1454-42d8-a6ff-f4ffc9bb23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.717465 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-5ea7c28c-1454-42d8-a6ff-f4ffc9bb23cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.2061675 Jan 15 15:04:13.717600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:13.728027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b3aa17f72c4214a897de2c7e61c989 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:13.733803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.742328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:13.793129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:13.839734 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-1fd492ae-b4f4-4536-92f9-c4c4f98cb2d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684333 Jan 15 15:04:13.892797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.899925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-299ef5fb-eb15-4793-8e17-cc601c2c9b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:13.930995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24b28-513a-42c0-a3bf-905f9d2a067b req-78b05208-3479-436a-840a-afe0d1da6d4e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.932756 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-acb24b28-513a-42c0-a3bf-905f9d2a067b req-78b05208-3479-436a-840a-afe0d1da6d4e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.1873164 Jan 15 15:04:13.948534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5130dd-8abe-4a68-a1fd-dbe58601d6f0,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:13.952207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.006411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.007651 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba5130dd-8abe-4a68-a1fd-dbe58601d6f0 HTTP/1.1" status: 204 len: 168 time: 0.4648139 Jan 15 15:04:14.029065 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-f049e0f1-014a-4ca6-954f-394991b193a8 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763437 Jan 15 15:04:14.048685 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-acb24b28-513a-42c0-a3bf-905f9d2a067b req-c8b4321a-2062-4857-9005-1566023a8230 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013455 Jan 15 15:04:14.078308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.081862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:14.082654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.091709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0845863f-08f1-41e8-9a31-8ab9b9a7888a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.114191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d943e2-de41-4028-9acd-65b07889e99d req-be48f0bf-5840-4590-9057-a1cbf952ae40 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:14.115917 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97d943e2-de41-4028-9acd-65b07889e99d req-be48f0bf-5840-4590-9057-a1cbf952ae40 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.4494061 Jan 15 15:04:14.152777 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8b3aa17f72c4214a897de2c7e61c989&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0848672 Jan 15 15:04:14.154081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98b607-8795-4074-bedb-edcbb44cb6e1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:14.169253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42628) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:14.176298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.200472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:14.246500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.252558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.287214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.343473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.353305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.383211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98b607-8795-4074-bedb-edcbb44cb6e1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:14.395771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.403581 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b98b607-8795-4074-bedb-edcbb44cb6e1 HTTP/1.1" status: 204 len: 168 time: 0.2293756 Jan 15 15:04:14.404828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.649352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.726668 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97d943e2-de41-4028-9acd-65b07889e99d req-7b1a6ad9-aa82-4164-af73-c26446aa0034 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352809 Jan 15 15:04:15.015058 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-453d98d8-578c-45f8-b096-a033998b064b req-64bd67ff-e91c-49a1-93fb-30beeee48684 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9728527 Jan 15 15:04:15.021971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.028450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98958c5-73b5-443b-b751-555a6dcc09ee req-616ebdcd-d9e5-449b-8049-d6740754d300 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.030134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.036875 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e98958c5-73b5-443b-b751-555a6dcc09ee req-616ebdcd-d9e5-449b-8049-d6740754d300 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1354773 Jan 15 15:04:15.065010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.065630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.067611 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] 10.222.0.69 "PUT /v2.0/ports/a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 1158 time: 4.6326060 Jan 15 15:04:15.068209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:15.084607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42660) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:15.109100 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e98958c5-73b5-443b-b751-555a6dcc09ee req-cbc1803d-ff4e-4c23-9bc7-a77f90f2e0b8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712619 Jan 15 15:04:15.120424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:15.139185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.181415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508259ca-823c-43be-8e0c-01cf7a9db97e req-0424d447-82f7-4f8d-9077-01a9fc7c1418 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.198411 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-508259ca-823c-43be-8e0c-01cf7a9db97e req-0424d447-82f7-4f8d-9077-01a9fc7c1418 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2413540 Jan 15 15:04:15.198411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:15.198411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d65c81bbd6544b5aebb9a08b8427746 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:15.202624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:15.264019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:15.264955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.315418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:15.408393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.414474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'status': 'completed', 'code': 200} Jan 15 15:04:15.475999 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-508259ca-823c-43be-8e0c-01cf7a9db97e req-65638443-ed9a-4ea0-9d9c-46d72d8fc180 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846444 Jan 15 15:04:15.484117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.509502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-eb1c69e3-5112-4e2b-84ec-b52d1141bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:15.524229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17d2eb-098f-46df-ad1b-fe0483c5e2f8 req-d0ebbfc4-eb8f-456d-b5d9-9d7bb085645f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.536030 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d17d2eb-098f-46df-ad1b-fe0483c5e2f8 req-d0ebbfc4-eb8f-456d-b5d9-9d7bb085645f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.1180735 Jan 15 15:04:15.593565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d65c81bbd6544b5aebb9a08b8427746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078390 Jan 15 15:04:15.595576 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d17d2eb-098f-46df-ad1b-fe0483c5e2f8 req-9b7297ec-7a34-4bbb-8a3b-99406b351a1a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623851 Jan 15 15:04:15.596091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42680) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:15.610472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf8e25d-38a6-4e93-a69f-d749a8aa9132,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.616693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.663744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-bc479f17-4c99-4499-a12f-66a84d44c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.666412 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-bc479f17-4c99-4499-a12f-66a84d44c712 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1161 time: 0.3925550 Jan 15 15:04:15.674331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-dfd16d87-5dce-4c58-ba1c-38689e93b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.675906 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-dfd16d87-5dce-4c58-ba1c-38689e93b017 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 1160 time: 0.3653479 Jan 15 15:04:15.877899 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-6a86ff0b-0cdf-4cf8-81c6-e15094886fa5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 217 time: 0.1824570 Jan 15 15:04:15.885915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.032218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.111395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-027d931a-41c3-4a99-9393-da4d944bb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.112965 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-027d931a-41c3-4a99-9393-da4d944bb898 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.2188809 Jan 15 15:04:16.126797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-3d3f30ef-c7fd-47a7-9432-d63eabf4a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.128358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-3d3f30ef-c7fd-47a7-9432-d63eabf4a381 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 909 time: 0.4318192 Jan 15 15:04:16.259323 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-a81e6873-6e51-49ca-aae3-7ee7d067fa4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 HTTP/1.1" status: 200 len: 217 time: 0.0829363 Jan 15 15:04:16.331061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.362807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2542504-2e5c-410d-9075-33a5964e634b req-6116784f-02cb-4b0c-a4b5-6e68dd734c59 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.364217 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2542504-2e5c-410d-9075-33a5964e634b req-6116784f-02cb-4b0c-a4b5-6e68dd734c59 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.4177568 Jan 15 15:04:16.376799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cf7dc759-aeba-4ed1-8f63-7c10e0748e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:16.393652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42722) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:16.432843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf8e25d-38a6-4e93-a69f-d749a8aa9132,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:16.448600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:16.453468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-4594ef5b-4adb-4065-85ba-2577b48b506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.460437 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-4594ef5b-4adb-4065-85ba-2577b48b506a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.1766150 Jan 15 15:04:16.463646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.466340 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbf8e25d-38a6-4e93-a69f-d749a8aa9132 HTTP/1.1" status: 204 len: 168 time: 0.8676348 Jan 15 15:04:16.477156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4f63-e706-4f03-9685-13dabef3377a req-e0f28af6-50c3-43f8-93bd-99d89080215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.478792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-e0f28af6-50c3-43f8-93bd-99d89080215a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3458474 Jan 15 15:04:16.494709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3171a-04cc-4ee5-ac5b-b631c9d9c9d3 req-8f07afca-2e24-4e3c-9b8b-0d0d611b7518 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.498372 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6bf3171a-04cc-4ee5-ac5b-b631c9d9c9d3 req-8f07afca-2e24-4e3c-9b8b-0d0d611b7518 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1793029 Jan 15 15:04:16.574236 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6bf3171a-04cc-4ee5-ac5b-b631c9d9c9d3 req-5043566e-b79b-433e-a35e-ff75ea46dafa tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669048 Jan 15 15:04:16.602736 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-53abde01-08c8-4366-8704-f422ca618918 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347270 Jan 15 15:04:16.696703 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2542504-2e5c-410d-9075-33a5964e634b req-776d6310-a73c-49c9-aa03-235766daa68e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099458 Jan 15 15:04:16.845708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.847734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1fd4-8a5e-481b-b23d-a49766b6d806 req-1d8f494e-6d72-4e85-948e-3a8dbeedf6e5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:16.849728 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a8eb1fd4-8a5e-481b-b23d-a49766b6d806 req-1d8f494e-6d72-4e85-948e-3a8dbeedf6e5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1137793 Jan 15 15:04:16.889983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:16.898455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Usage tracker for resource:security_group_rule and tenant:237e10dcae4f476984bb165c681c2eef is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:16.905543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:16.915653 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-b2ceb7ed-1210-4eb9-b4d0-1cd472ec8f1f service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146726 Jan 15 15:04:16.918399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:16.944876 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a8eb1fd4-8a5e-481b-b23d-a49766b6d806 req-6e127cc9-bb80-47f0-a279-bf78cc41d344 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878193 Jan 15 15:04:17.121960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-69f0c15d-f5da-4f63-861d-2f316b9e9889 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236126 Jan 15 15:04:17.287383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6fe5e-ca13-44b8-9184-df82ec2efbff req-d2300863-c620-4b37-90aa-1e6369b03634 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:17.289122 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2cb6fe5e-ca13-44b8-9184-df82ec2efbff req-d2300863-c620-4b37-90aa-1e6369b03634 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.2090199 Jan 15 15:04:17.299554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42762) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:17.305551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'floatingip': {'port_id': '150a7305-78fb-495d-ba2f-de5370cdd618'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:17.429804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.438748 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-62aa4f63-e706-4f03-9685-13dabef3377a req-d9f4fea5-2e80-4ccf-a212-2cfa28946428 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4960425 Jan 15 15:04:17.513165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef033d1-b0b2-4d48-b872-08a6b6c5b5c0 req-ad3409cd-4587-40d6-82c2-ba93a6e86f65 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:17.514911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7ef033d1-b0b2-4d48-b872-08a6b6c5b5c0 req-ad3409cd-4587-40d6-82c2-ba93a6e86f65 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.5445349 Jan 15 15:04:17.690993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42772) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:17.719702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.770687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.808025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:17.823343 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8b035228-0ba5-46b7-a717-a9af73bcbbff req-37715982-b06e-4b38-8a31-06fca5f45d56 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6814501 Jan 15 15:04:17.846515 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7ef033d1-b0b2-4d48-b872-08a6b6c5b5c0 req-a0c8d907-2354-42e8-84b6-8169ea05fd90 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017893 Jan 15 15:04:17.906116 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=237e10dcae4f476984bb165c681c2eef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5043201 Jan 15 15:04:17.908261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42786) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:17.908983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8383aee6-74fa-4124-90cb-802d6e7e6b7f,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:17.913947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:17.936718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-1f39891a-9645-4143-8c7e-21b36c26deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:17.938270 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-1f39891a-9645-4143-8c7e-21b36c26deb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1161 time: 0.3537295 Jan 15 15:04:18.197645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355fc66-846f-426d-a226-e8df5b5b026e req-abb9bfc6-2209-4a1c-b073-092eeac1ea05 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.200655 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4355fc66-846f-426d-a226-e8df5b5b026e req-abb9bfc6-2209-4a1c-b073-092eeac1ea05 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.4166768 Jan 15 15:04:18.296299 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4355fc66-846f-426d-a226-e8df5b5b026e req-d2786036-d708-41cd-a675-f2b1b77f7193 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845032 Jan 15 15:04:18.390631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.411676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.468972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.470701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:18.472650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.484339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Usage tracker for resource:security_group_rule and tenant:c1fbb8a16ddc450aa8a253205321889d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:18.497721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:18.509120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:18.518557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.569009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-98fa5627-cdc7-45da-8c9c-9f78f3355feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.570690 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-98fa5627-cdc7-45da-8c9c-9f78f3355feb service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.6172609 Jan 15 15:04:18.680681 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-73afc267-9ee8-472f-bc37-ece93bbfa324 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 217 time: 0.0990205 Jan 15 15:04:18.709987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e100-f201-40ec-9f23-568760f22531 req-00f5fa40-757a-451f-9dbd-8cd5f3d3f7b5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.711710 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b951e100-f201-40ec-9f23-568760f22531 req-00f5fa40-757a-451f-9dbd-8cd5f3d3f7b5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.4157727 Jan 15 15:04:18.830375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.863990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b5ece29a-e51a-4fe7-9f48-a21a23a85754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:18.865739 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Floating IP dacc279a-ab05-4bef-a20f-1291654251fb associated. External IP: 172.28.0.154, port: 150a7305-78fb-495d-ba2f-de5370cdd618. Jan 15 15:04:18.938683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.960285 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b951e100-f201-40ec-9f23-568760f22531 req-56568642-ae5d-4045-a30e-79f90283c084 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900063 Jan 15 15:04:18.969814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-bed99b27-486d-4c72-adb6-ed456f39a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.971471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-bed99b27-486d-4c72-adb6-ed456f39a15a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.2570813 Jan 15 15:04:18.977738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383aee6-74fa-4124-90cb-802d6e7e6b7f,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:18.981361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.018972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.019638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:19.053569 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1fbb8a16ddc450aa8a253205321889d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3384788 Jan 15 15:04:19.055074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71541ac3-fd44-438f-b847-e7797257508e,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:19.058999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42818) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:19.101550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.102328 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-91042e89-b484-4717-9fcc-b26f31c8447a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8383aee6-74fa-4124-90cb-802d6e7e6b7f HTTP/1.1" status: 204 len: 168 time: 1.1902137 Jan 15 15:04:19.108730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.208465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.212551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-7f9b1d5b-eed9-4815-96b3-d66282a88ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:19.214204 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-7f9b1d5b-eed9-4815-96b3-d66282a88ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1636312 Jan 15 15:04:19.247176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.319890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.330379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-69e34ad8-69a5-42d5-ae48-4624b36ce927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:19.414425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c8b6-f92d-4c18-b8c5-f156d9d72bf8 req-7d538499-ce43-4592-bf7d-9936f79db850 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:19.423865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c110c8b6-f92d-4c18-b8c5-f156d9d72bf8 req-7d538499-ce43-4592-bf7d-9936f79db850 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.3371973 Jan 15 15:04:19.442501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71541ac3-fd44-438f-b847-e7797257508e,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:19.493623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.506444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:19.508613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.509863 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71541ac3-fd44-438f-b847-e7797257508e HTTP/1.1" status: 204 len: 168 time: 0.4107931 Jan 15 15:04:19.547011 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c110c8b6-f92d-4c18-b8c5-f156d9d72bf8 req-95181099-8f75-49dc-9af7-0a7d34d4fce0 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220300 Jan 15 15:04:19.642385 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-262093e9-4338-428c-b098-46256267755a service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172449 Jan 15 15:04:19.770614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:19.787456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:19.798463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.806128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6b5b5-e6a9-4113-95d3-2642bf60d80a req-961864fe-c5da-42f4-ba58-15280ca49639 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:19.806565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:19.807269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:04:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:19.816033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-38b6b5b5-e6a9-4113-95d3-2642bf60d80a req-961864fe-c5da-42f4-ba58-15280ca49639 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.2229462 Jan 15 15:04:19.921589 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-38b6b5b5-e6a9-4113-95d3-2642bf60d80a req-d7eed10a-fb3c-4b82-92d8-3533976dad81 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058302 Jan 15 15:04:19.939547 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7852d6e9-ab40-475e-a450-3289516ba2fc tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "PUT /v2.0/floatingips/dacc279a-ab05-4bef-a20f-1291654251fb HTTP/1.1" status: 200 len: 992 time: 2.6384771 Jan 15 15:04:19.940093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fc766bb-f028-43a3-99a9-bb04d2b8ca1d req-065fafb2-b82c-490a-8b71-cb8b445cbc3b service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2672365 Jan 15 15:04:19.940481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:20.017817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:20.060283 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618', 'status': 'completed', 'code': 200} Jan 15 15:04:20.159838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:20.165738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:20.169151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.204390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:20.353278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.404702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:20.409755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:20.417411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.423516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.536539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-b3457360-6bea-4914-9457-b9788f571d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.557153 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-b3457360-6bea-4914-9457-b9788f571d40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1163 time: 0.3849447 Jan 15 15:04:20.565677 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38', 'code': 200} Jan 15 15:04:20.569620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:20.573304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:20.624470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42882) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:20.627636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb554-bbc7-4ef3-bcc9-51d370cc3997 req-066c8429-9da3-48a5-a430-8542047d8817 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.641981 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-600eb554-bbc7-4ef3-bcc9-51d370cc3997 req-066c8429-9da3-48a5-a430-8542047d8817 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.3651748 Jan 15 15:04:20.677061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.733277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:20.745543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8c5abeb7d348df8ade8780c59a03dd is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:20.751012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:20.767107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:20.792569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42888) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:20.947094 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-600eb554-bbc7-4ef3-bcc9-51d370cc3997 req-e588fb2b-aaab-46ea-a2fe-a876973c19d9 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269657 Jan 15 15:04:20.963032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'dacc279a-ab05-4bef-a20f-1291654251fb', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.154', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '150a7305-78fb-495d-ba2f-de5370cdd618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:32:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:46Z', 'updated_at': '2021-01-15T15:04:18Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:20.970726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:21.007028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:21.013702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:04:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:21.090598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543cafb-54f9-43d4-8842-0e8b5d084baa req-541a415c-c731-47bb-9b8a-b7cf188f6f26 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.092359 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8543cafb-54f9-43d4-8842-0e8b5d084baa req-541a415c-c731-47bb-9b8a-b7cf188f6f26 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1957932 Jan 15 15:04:21.161481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.185498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.194321 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-a9cf0c72-53b3-4e30-8a69-9a1c01ced788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.201472 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-a9cf0c72-53b3-4e30-8a69-9a1c01ced788 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.5549664 Jan 15 15:04:21.212356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.221729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6df7b37d-e64c-4ec8-8735-e4fdfa4c3ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.253176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:21.256882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048fff5-8bfb-481f-b0b4-450d2036496a req-405e5983-624f-48ea-862c-232ea2d467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.259352 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f048fff5-8bfb-481f-b0b4-450d2036496a req-405e5983-624f-48ea-862c-232ea2d467ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 1162 time: 0.2909622 Jan 15 15:04:21.261021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a690f4-8a04-42f5-8b82-ae930e4ea700,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.275487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.276653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Usage tracker for resource:security_group_rule and tenant:437e415e7a124de1b27e1194690c011f is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:21.293870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:21.312994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea8c5abeb7d348df8ade8780c59a03dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873624 Jan 15 15:04:21.313863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42904) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:21.314807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:21.321351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:21.327573 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8543cafb-54f9-43d4-8842-0e8b5d084baa req-838a1d30-d634-4f73-afc1-37ef3ce0ef1d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674325 Jan 15 15:04:21.411264 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-7ec52c03-39ba-4c3d-884c-3eec83a1024b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 1000 time: 0.1441016 Jan 15 15:04:21.523018 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f048fff5-8bfb-481f-b0b4-450d2036496a req-c52dbeeb-75a4-4d93-b1a0-aa1e752ddb3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344328 Jan 15 15:04:21.523666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.557664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b645106-6b80-4565-b3ae-3072a787b6cf req-6a3ace24-3018-4a83-9a36-72b3c2d8e2aa tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.559845 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b645106-6b80-4565-b3ae-3072a787b6cf req-6a3ace24-3018-4a83-9a36-72b3c2d8e2aa tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.3572702 Jan 15 15:04:21.586335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-e1feb2c1-f41b-4589-ab53-b59c846742a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.588229 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-e1feb2c1-f41b-4589-ab53-b59c846742a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.1535621 Jan 15 15:04:21.609884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.624961 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b645106-6b80-4565-b3ae-3072a787b6cf req-97291240-0a37-4dfc-82f8-5adf63347e76 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580940 Jan 15 15:04:21.702747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.706722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.716278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.746940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fee4c6-2ff7-4a0e-992a-b5cf21b28681,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.753500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.764566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.772697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.788652 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=437e415e7a124de1b27e1194690c011f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9909012 Jan 15 15:04:21.790560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42914) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:21.812402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a690f4-8a04-42f5-8b82-ae930e4ea700,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.821314 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.822866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.824727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19a690f4-8a04-42f5-8b82-ae930e4ea700 HTTP/1.1" status: 204 len: 168 time: 0.5051918 Jan 15 15:04:21.840746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'dacc279a-ab05-4bef-a20f-1291654251fb', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.154', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '150a7305-78fb-495d-ba2f-de5370cdd618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:32:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:46Z', 'updated_at': '2021-01-15T15:04:18Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:21.846104 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1894705-b3ec-414d-ac9b-944ea3caeb85 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'dacc279a-ab05-4bef-a20f-1291654251fb', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.154', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '150a7305-78fb-495d-ba2f-de5370cdd618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:32:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:46Z', 'updated_at': '2021-01-15T15:04:18Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:21.883959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.932643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.059092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-3cc14322-95d0-41a0-8eee-12cb4252e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.061027 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-3cc14322-95d0-41a0-8eee-12cb4252e2fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1171596 Jan 15 15:04:22.062158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.067729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:22.084696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fee4c6-2ff7-4a0e-992a-b5cf21b28681,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:22.139733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:22.209216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.212901 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0fee4c6-2ff7-4a0e-992a-b5cf21b28681 HTTP/1.1" status: 204 len: 168 time: 0.4187815 Jan 15 15:04:22.237690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431689e5-249a-408a-8d32-ffded72a40ce None None] New status for floating IP dacc279a-ab05-4bef-a20f-1291654251fb: ACTIVE {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:04:22.441902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad15b-cac2-41f1-9c56-b240b9af2081 req-9088e097-20de-4b7b-94db-a99610f3bd01 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.443600 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d6ad15b-cac2-41f1-9c56-b240b9af2081 req-9088e097-20de-4b7b-94db-a99610f3bd01 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2357347 Jan 15 15:04:22.465460 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-3f2b12c2-3629-4582-874d-011422713300 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821437 Jan 15 15:04:22.659554 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d6ad15b-cac2-41f1-9c56-b240b9af2081 req-199a603a-e932-45b6-9f0d-9a40672a41d2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925223 Jan 15 15:04:22.780301 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dc40b8-26f1-4165-b83a-049cc9f72cb0 req-cb0b114a-40e7-42a5-a2a7-e97a0a0122d7 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2941933 Jan 15 15:04:22.815171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0dc2-d57a-4dbf-99e3-5e337f21fe63 req-a2bf9898-713e-465f-8359-65fb65cf92ce tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.828998 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-128d0dc2-d57a-4dbf-99e3-5e337f21fe63 req-a2bf9898-713e-465f-8359-65fb65cf92ce tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.2037835 Jan 15 15:04:22.924829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:22.941772 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-128d0dc2-d57a-4dbf-99e3-5e337f21fe63 req-ee7dd15d-ec9a-4ad3-9a54-c8074f0a3c8b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031854 Jan 15 15:04:23.008839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:23.018619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:23.019198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.023728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fb65-dea5-42f2-b292-0210c5a4b63f req-3cdf96b3-0d2d-41d7-88e3-fcb6cae6dd33 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:23.033712 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3986fb65-dea5-42f2-b292-0210c5a4b63f req-3cdf96b3-0d2d-41d7-88e3-fcb6cae6dd33 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1584280 Jan 15 15:04:23.053357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 42964) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:23.093327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.103084 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3986fb65-dea5-42f2-b292-0210c5a4b63f req-aff2085e-15f9-423f-987b-abf6fb0580ff tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681632 Jan 15 15:04:23.134136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:23.147864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Usage tracker for resource:security_group_rule and tenant:f14679cdac5a4dc38e9a45a08981a6ff is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:23.152765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:23.159332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:23.204471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.241420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:23.242573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:23.249937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.251279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:23.305798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.311413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.370238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:23.380967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f14679cdac5a4dc38e9a45a08981a6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257875 Jan 15 15:04:23.385067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 42972) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:23.391141 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'code': 200} Jan 15 15:04:23.391639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:23.437004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dce741-d84a-4b17-b4a2-bb1de572aa75,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:23.460245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:23.482307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:23.487568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:23.497912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:23.498338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.585749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.632921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.760698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7777c-6c86-4807-9662-4aa7026ac926 req-ae3507e1-ac95-478c-b70d-4f4ef99cab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:23.762932 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ad7777c-6c86-4807-9662-4aa7026ac926 req-ae3507e1-ac95-478c-b70d-4f4ef99cab49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1163 time: 0.0954924 Jan 15 15:04:23.763750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.770178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fd5034cc-fcb8-42a0-8dff-7ed5056bcde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:23.785497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dce741-d84a-4b17-b4a2-bb1de572aa75,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:23.802958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:23.805452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.806619 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16dce741-d84a-4b17-b4a2-bb1de572aa75 HTTP/1.1" status: 204 len: 168 time: 0.4191759 Jan 15 15:04:23.836226 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ad7777c-6c86-4807-9662-4aa7026ac926 req-b26baf85-8b3f-48f7-803c-5bba9deabadd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534618 Jan 15 15:04:23.958035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079a659-244c-40ba-b8b2-076ddb075c6a req-450e8c04-aca6-410e-8aa1-4770ef2f4233 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:23.959823 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6079a659-244c-40ba-b8b2-076ddb075c6a req-450e8c04-aca6-410e-8aa1-4770ef2f4233 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1260421 Jan 15 15:04:24.071505 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6079a659-244c-40ba-b8b2-076ddb075c6a req-fd4d2b7b-8ad3-4794-918b-23a57358e248 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983207 Jan 15 15:04:24.252358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdebf1-7487-4459-819f-a7ec077214d7 req-3581f04e-044f-4f88-8767-09bbea64047e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:24.260560 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20fdebf1-7487-4459-819f-a7ec077214d7 req-3581f04e-044f-4f88-8767-09bbea64047e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1444721 Jan 15 15:04:24.312268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43020) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:24.319786 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20fdebf1-7487-4459-819f-a7ec077214d7 req-b631de06-d5b6-450a-8e64-4ef68efbe77a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Jan 15 15:04:24.377601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:24.518748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:24.519436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.630254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244b7ce-87c6-4eb6-bf2a-3e2f991db933 req-ff262c10-dc0b-4f85-a9de-afbd36251608 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:24.641289 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1244b7ce-87c6-4eb6-bf2a-3e2f991db933 req-ff262c10-dc0b-4f85-a9de-afbd36251608 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.3254251 Jan 15 15:04:24.779146 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1244b7ce-87c6-4eb6-bf2a-3e2f991db933 req-0011d429-5df4-4f0a-a82e-1ea079c671b2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360815 Jan 15 15:04:24.962449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.979542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:24.985427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Usage tracker for resource:security_group_rule and tenant:642bf04afbdc4caa90f43bb72b05e0ea is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:24.990768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:24.997262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:25.107279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.111882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.125823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f0d318cb-0cde-4db4-8be7-6d8f4af28603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:25.169074 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=642bf04afbdc4caa90f43bb72b05e0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8551750 Jan 15 15:04:25.172412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43074) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:25.201475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc2d86-e795-49df-85b7-1796cfa14cac,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:25.205562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:25.283777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.320673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.377065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.382453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3bcfed32-2f89-473f-8762-ee88b11bdcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:25.397927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc2d86-e795-49df-85b7-1796cfa14cac,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:25.401137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:25.403577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.405440 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6cc2d86-e795-49df-85b7-1796cfa14cac HTTP/1.1" status: 204 len: 168 time: 0.2316401 Jan 15 15:04:25.436841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c03fce-4a61-4426-b832-48b83ff11753 req-7f165939-a831-485a-8681-3a5db6b2f9ee tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.438948 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61c03fce-4a61-4426-b832-48b83ff11753 req-7f165939-a831-485a-8681-3a5db6b2f9ee tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1584954 Jan 15 15:04:25.557525 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61c03fce-4a61-4426-b832-48b83ff11753 req-c30bacc0-77fb-41e9-83fb-7afb8f87800e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969009 Jan 15 15:04:25.993479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43118) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:26.013894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.032995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:26.037119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Usage tracker for resource:security_group_rule and tenant:ccfcb7d6775248b18e5f591d67d2dd90 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:26.040203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:26.046532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:26.142021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.142720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03240013-5f3b-4324-8194-484adf61f5ac req-a6567b86-327d-4c7e-b5f2-b9b0581ca46a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.144790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-03240013-5f3b-4324-8194-484adf61f5ac req-a6567b86-327d-4c7e-b5f2-b9b0581ca46a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1485767 Jan 15 15:04:26.148146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.159676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:26.216377 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ccfcb7d6775248b18e5f591d67d2dd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215581 Jan 15 15:04:26.217332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43124) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:26.220971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a5e7c-82ce-43fe-9e5a-a19a29a73a56,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:26.252595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-03240013-5f3b-4324-8194-484adf61f5ac req-24d941bb-a3c9-46af-a3c6-0ae5ef5f511b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008084 Jan 15 15:04:26.257030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:26.547037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:26.554818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.586012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.688530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.694684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:26.709987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a5e7c-82ce-43fe-9e5a-a19a29a73a56,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:26.714142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:26.715746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.723501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:26.738602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.739803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d5a5e7c-82ce-43fe-9e5a-a19a29a73a56 HTTP/1.1" status: 204 len: 168 time: 0.5209966 Jan 15 15:04:26.791566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19a1f-1543-4b2b-9316-cc9ea4ff21b7 req-32ca319a-e43c-443c-9e28-db34bb4b9c48 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.793899 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-efc19a1f-1543-4b2b-9316-cc9ea4ff21b7 req-32ca319a-e43c-443c-9e28-db34bb4b9c48 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1573963 Jan 15 15:04:26.805217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43146) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:26.811422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'floatingip': {'port_id': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:26.859283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed461d9-1065-4cef-b2a2-7419fd720222 req-a0bcc06e-9c01-42ff-b4b5-bdc7e4aa3724 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.861019 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bed461d9-1065-4cef-b2a2-7419fd720222 req-a0bcc06e-9c01-42ff-b4b5-bdc7e4aa3724 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1259389 Jan 15 15:04:26.964274 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bed461d9-1065-4cef-b2a2-7419fd720222 req-ab1c8657-5732-4a50-8afc-cbc960a17573 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964983 Jan 15 15:04:26.985869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.937135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43184) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:27.970505 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.974071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.212739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.234983 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Floating IP d885672e-21c5-4d93-86c4-a1524c9ed0cc associated. External IP: 172.28.0.185, port: a3823d85-78e3-4d2b-9fff-b021bd17dd1a. Jan 15 15:04:28.326113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:28.330992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Usage tracker for resource:security_group_rule and tenant:e4391fdbae9f41a3b4b5db767014bf00 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:28.334699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:28.340568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:28.457496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5d52-8f30-4fa1-a890-9b31b6cec4d0 req-1734d587-5cf1-4e26-92b6-abb950c13e02 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.459376 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9fcd5d52-8f30-4fa1-a890-9b31b6cec4d0 req-1734d587-5cf1-4e26-92b6-abb950c13e02 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2350264 Jan 15 15:04:28.558842 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9fcd5d52-8f30-4fa1-a890-9b31b6cec4d0 req-8391a692-9be8-48d9-971a-0fe0a71899e8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702832 Jan 15 15:04:28.562334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.568444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.586264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e5ee6024-5ebc-4666-8881-15fbe3a7df7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:28.625555 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4391fdbae9f41a3b4b5db767014bf00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842082 Jan 15 15:04:28.634652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43216) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:28.715486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:28.721224 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98361756-6a6b-4417-92c2-5a1023875db3,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:28.740977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:28.760115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.819053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.870937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.876859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c5ba4bf8-7d6f-4100-94d0-f4a6326ba2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:28.895004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98361756-6a6b-4417-92c2-5a1023875db3,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:28.906273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:28.918513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.922670 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98361756-6a6b-4417-92c2-5a1023875db3 HTTP/1.1" status: 204 len: 168 time: 0.2827835 Jan 15 15:04:29.272229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-d221372a-775e-4a95-887e-d33b110b40e3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:29.280268 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-d221372a-775e-4a95-887e-d33b110b40e3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.2020884 Jan 15 15:04:29.301627 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-1d0ca401-069f-4fe8-9deb-344ebe7be279 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/quotas/8c9543b429b44a0fbb4ab912ba4d8994 HTTP/1.1" status: 200 len: 375 time: 0.0185075 Jan 15 15:04:29.451188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:29.469743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.474794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:29.495276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:29.520530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:04:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:29.598953 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-b12c317f-56ef-4a9d-aa14-cacac8b195d5 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2982082 Jan 15 15:04:29.611998 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43266) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:29.614162 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-95e220e4-850b-490c-bfa8-b2600f24db0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "PUT /v2.0/floatingips/d885672e-21c5-4d93-86c4-a1524c9ed0cc HTTP/1.1" status: 200 len: 992 time: 2.8028350 Jan 15 15:04:29.616557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:29.645497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.662361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.666639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a09a0a832741988162ee044e07d884 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.670650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.676499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.769239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.778242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.793524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:29.826466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a21302-92d5-4392-ac10-263bb239e94f,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:29.837004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:29.883834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:29.899961 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0a09a0a832741988162ee044e07d884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864757 Jan 15 15:04:29.903287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43272) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:29.907527 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-45a17d2e-3ca9-4527-beb9-cee6724a56db service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918465 Jan 15 15:04:29.994692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.041301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.087711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee93c-e992-4ae9-8c04-eda78fef8792 req-a7ac55f1-ae7a-4aa8-9bde-339fd2c05214 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.089988 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db0ee93c-e992-4ae9-8c04-eda78fef8792 req-a7ac55f1-ae7a-4aa8-9bde-339fd2c05214 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2477524 Jan 15 15:04:30.110228 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-ee39aded-e39a-4ba6-8893-1e6113ad78d1 service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1944187 Jan 15 15:04:30.157520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43280) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:30.168240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43284) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:30.202099 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db0ee93c-e992-4ae9-8c04-eda78fef8792 req-a2c9bd2e-a140-4c87-9227-80dd698134ce tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976398 Jan 15 15:04:30.211812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.219370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.266605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a21302-92d5-4392-ac10-263bb239e94f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.269757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.270976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.274757 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54a21302-92d5-4392-ac10-263bb239e94f HTTP/1.1" status: 204 len: 168 time: 0.3675570 Jan 15 15:04:30.412096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-df40f302-0c41-494a-bda8-4904733eb9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.420151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'd885672e-21c5-4d93-86c4-a1524c9ed0cc', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:36:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:27Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:30.423282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.430043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:30.449293 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'status': 'completed', 'code': 200} Jan 15 15:04:30.455040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:30.456052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:04:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:30.470196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:30.556105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.591243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Usage tracker for resource:security_group_rule and tenant:18a10bc3bb1d490f9ae9511d11c81409 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:30.602093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:30.604685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:30.610389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5563fb26ce44ff9e71750cfa86c322 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:30.617279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:30.637437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:30.728005 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0c1b8219-51c7-4f54-83ff-22be26ede8ef req-ae506eff-39fc-4134-a95b-821c452c2efc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 210 time: 0.2449231 Jan 15 15:04:30.729176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:30.809614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-0453a90f-0769-4450-9bd2-20e479d64a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.811195 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-0453a90f-0769-4450-9bd2-20e479d64a5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1163 time: 0.2225535 Jan 15 15:04:30.860743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.866581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.887596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c0aed36a-9921-4d29-b883-e3e112e60d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.929880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505155a1-062e-4a23-8356-506b1f593394,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.936491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.945559 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc5563fb26ce44ff9e71750cfa86c322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864435 Jan 15 15:04:30.947889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43312) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:31.023695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.028436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.065698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.073980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-90792599-7b9c-47d5-92c8-7a6d35d516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.075789 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-90792599-7b9c-47d5-92c8-7a6d35d516b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.2407379 Jan 15 15:04:31.077147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.080937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:31.156823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.165275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c6da47e7-1d06-43c2-b836-27251ef7ecdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:31.175730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:31.182154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.183758 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/505155a1-062e-4a23-8356-506b1f593394 HTTP/1.1" status: 204 len: 168 time: 0.2341354 Jan 15 15:04:31.186663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505155a1-062e-4a23-8356-506b1f593394,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:31.190078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:31.225114 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18a10bc3bb1d490f9ae9511d11c81409&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0556495 Jan 15 15:04:31.228135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43324) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:31.244359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30210bc1-5081-4456-8992-f57e616b8be8,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:31.251922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:31.315936 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-a4f3c515-075d-4b0b-98e5-317e880d0f73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 1000 time: 0.2048357 Jan 15 15:04:31.387437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.454340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.553013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.563035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:31.585775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30210bc1-5081-4456-8992-f57e616b8be8,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:31.591409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:31.621037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.622298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-33bb2f1b-67c4-4835-8612-3fcff05bed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.626074 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30210bc1-5081-4456-8992-f57e616b8be8 HTTP/1.1" status: 204 len: 168 time: 0.3937893 Jan 15 15:04:31.626564 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-33bb2f1b-67c4-4835-8612-3fcff05bed77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.2965615 Jan 15 15:04:31.675099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58896-240b-42a1-8543-67ebea8aa032 req-4a0c2a18-2884-45a2-be73-cd2376f1c8ac tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.683297 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93f58896-240b-42a1-8543-67ebea8aa032 req-4a0c2a18-2884-45a2-be73-cd2376f1c8ac tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2578681 Jan 15 15:04:31.816729 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93f58896-240b-42a1-8543-67ebea8aa032 req-b538d418-1ddd-4ca4-a139-0088be719f86 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324399 Jan 15 15:04:31.865443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'd885672e-21c5-4d93-86c4-a1524c9ed0cc', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:36:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:27Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:31.873389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-3ae62db7-85a3-4cc7-b025-ead8b338ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.874863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ac6a5-d6a9-4e47-9fdd-e1f6cd97a1d9 None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'd885672e-21c5-4d93-86c4-a1524c9ed0cc', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:36:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:27Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:31.879113 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-3ae62db7-85a3-4cc7-b025-ead8b338ed91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897159 Jan 15 15:04:31.970782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43348) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:32.028654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.100289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:32.115912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Usage tracker for resource:security_group_rule and tenant:3d276ad2c33947408e867411e0f86f62 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:32.125996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:32.143650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:32.179282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-c0f51e20-74f6-417f-ab19-791c6deab08a service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848277 Jan 15 15:04:32.232132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-475bf36f-6b3e-4362-8f96-18a404f9d740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.327576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.334329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.345041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1ca71071-3098-4ae5-8ac8-195fbabc2857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:32.390492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d43b9a-af64-43f2-b91f-9726ed9d0496 None None] New status for floating IP d885672e-21c5-4d93-86c4-a1524c9ed0cc: ACTIVE {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:04:32.408960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d276ad2c33947408e867411e0f86f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364848 Jan 15 15:04:32.409890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43360) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:32.414144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab3e5a2-2edf-43c1-bcf7-9ee179b52055,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:32.418241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:32.438108 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e3c2583-3c18-418f-82dd-396ae2dbcda8 req-3a38dd0c-060a-45df-ba65-4374ca6b7e35 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892953 Jan 15 15:04:32.440547 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-109156c1-0373-4dca-baa4-ad3374a0b6a8 req-dfb669ba-92d2-4545-aa09-1241dc4797b2 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 210 time: 0.2600350 Jan 15 15:04:32.501662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.561997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.634480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.644873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43366) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:32.665507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a1d35d5-4ec2-4bb9-845b-b5fcc69b2e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:32.675971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.694161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:32.698226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Usage tracker for resource:security_group_rule and tenant:69e5bf9e42e646c28ea1c31514b4a978 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:32.701265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.702009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:32.708893 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ab3e5a2-2edf-43c1-bcf7-9ee179b52055 HTTP/1.1" status: 204 len: 168 time: 0.2971036 Jan 15 15:04:32.709059 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:32.715065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab3e5a2-2edf-43c1-bcf7-9ee179b52055,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:32.720985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:32.872602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.928981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.944829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2711f234-8a6d-4a65-9a13-25a6ab96995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:33.008011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8711c-3d8c-4f74-9376-40751b26d719,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:33.016282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:33.024908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43380) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:33.025175 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69e5bf9e42e646c28ea1c31514b4a978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791099 Jan 15 15:04:33.111368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-fb6f464d-4354-435a-ada6-ea26297d641a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:33.113680 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-fb6f464d-4354-435a-ada6-ea26297d641a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.2813230 Jan 15 15:04:33.147744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Request body: {'port': {'device_id': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f', 'admin_state_up': True, 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:33.232233 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.293609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161afa9-f8d1-4592-9440-493074dce4c5 req-9bb5814e-10a0-4d07-88c4-2f998a5d7210 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:33.303554 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f161afa9-f8d1-4592-9440-493074dce4c5 req-9bb5814e-10a0-4d07-88c4-2f998a5d7210 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2572932 Jan 15 15:04:33.305865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.357972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:33.383418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:33.389966 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f161afa9-f8d1-4592-9440-493074dce4c5 req-1c233b22-9644-480b-80e8-39f2ec9a71ea tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850472 Jan 15 15:04:33.396637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:33.403262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.406138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.601857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.626204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5f1391e4-95f9-40cb-a459-65713138ff83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:33.674588 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8711c-3d8c-4f74-9376-40751b26d719,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:33.678803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:33.679794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.685019 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1d8711c-3d8c-4f74-9376-40751b26d719 HTTP/1.1" status: 204 len: 168 time: 0.6577857 Jan 15 15:04:33.814051 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e67174e9-d3cd-479d-9861-8917e4d61a01 req-f8549e2b-4cd1-4773-b264-7519d7119074 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 210 time: 0.0712776 Jan 15 15:04:33.866618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Allocated IP 172.20.0.10 (25407948-4d64-4d33-89f5-27668bbb698f/12078478-3e3e-4a9a-a4e1-9ed603ccfa34/7dd7b2e9-18d7-46db-94ec-0b363f393b90) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:34.125542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.154938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.266756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.534528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.734759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee5fe-7637-4921-a59b-394a3063789b req-8e741fcd-a4d1-4c1f-a58c-e113b283a1e2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.743116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event updated for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.743594 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fb4ee5fe-7637-4921-a59b-394a3063789b req-8e741fcd-a4d1-4c1f-a58c-e113b283a1e2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1365604 Jan 15 15:04:34.748659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.768314 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Network 25407948-4d64-4d33-89f5-27668bbb698f is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:34.769536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:34.771990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:34.816731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.852707 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fb4ee5fe-7637-4921-a59b-394a3063789b req-58a1689e-cc23-4928-a14e-447a088d36b8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080258 Jan 15 15:04:34.926695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.927420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.007572 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8658874 Jan 15 15:04:35.052752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Request body: {'port': {'device_id': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:35.140487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1bb9-835d-49c9-9326-2db279faca74 req-c9ad1845-1db0-4ed4-a584-cfbf7adf1330 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:35.145043 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cbae1bb9-835d-49c9-9326-2db279faca74 req-c9ad1845-1db0-4ed4-a584-cfbf7adf1330 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 932 time: 0.1356614 Jan 15 15:04:35.202622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.204653 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cbae1bb9-835d-49c9-9326-2db279faca74 req-79a62aeb-2d04-4c39-baf6-e57cbc944a11 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586326 Jan 15 15:04:35.820717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd7b2e9-18d7-46db-94ec-0b363f393b90 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:35.831784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.853221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Transition to ACTIVE for port object 7dd7b2e9-18d7-46db-94ec-0b363f393b90 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:35.859931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.001108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d4593e64-a66f-424f-9293-ee5a99bc522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:36.177093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:36.181393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:36.228098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Attempting to bind port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:36.228303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Attempting to bind port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:36.228637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Attempting to bind port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 on network 25407948-4d64-4d33-89f5-27668bbb698f {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:36.236444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:36.237065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Checking segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:36.237183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.237595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Bound using segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:36.238079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Bound port: 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:36.238459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.268852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc8f7b-5251-48bf-b617-c4654b758ba9 req-e873c084-9fa5-455e-a5a1-b69b1d750194 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.270801 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-68bc8f7b-5251-48bf-b617-c4654b758ba9 req-e873c084-9fa5-455e-a5a1-b69b1d750194 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2165396 Jan 15 15:04:36.345682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:36.349159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:36.358152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.358834 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-68bc8f7b-5251-48bf-b617-c4654b758ba9 req-2bfa6119-00bb-4ba4-8beb-0c4c387c03a2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Jan 15 15:04:36.376311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:36.611547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:36.618644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:36.726459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd8ed-41cc-479d-8cb8-ca7cf9782050 req-31016847-cd2f-4b15-b0ab-1e9dfba1e589 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.726459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-bbbdd8ed-41cc-479d-8cb8-ca7cf9782050 req-31016847-cd2f-4b15-b0ab-1e9dfba1e589 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:36.747991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.749315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.750180 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] 10.222.0.69 "PUT /v2.0/ports/7dd7b2e9-18d7-46db-94ec-0b363f393b90 HTTP/1.1" status: 200 len: 1158 time: 1.7026358 Jan 15 15:04:36.750712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:36.765452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-bbbdd8ed-41cc-479d-8cb8-ca7cf9782050 req-31016847-cd2f-4b15-b0ab-1e9dfba1e589 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:36.767693 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bbbdd8ed-41cc-479d-8cb8-ca7cf9782050 req-31016847-cd2f-4b15-b0ab-1e9dfba1e589 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.2260079 Jan 15 15:04:36.844417 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bbbdd8ed-41cc-479d-8cb8-ca7cf9782050 req-6994a2f2-0720-4aea-90c0-f72b7618348b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685987 Jan 15 15:04:36.941347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-4e40f183-94dd-4b40-bbab-ddafc7f23df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.943048 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-4e40f183-94dd-4b40-bbab-ddafc7f23df1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 1161 time: 0.0962100 Jan 15 15:04:36.980937 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90', 'status': 'completed', 'code': 200} Jan 15 15:04:37.061161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43568) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:37.154748 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-ddc2cf35-4163-4c93-aad9-6d55d6e16f1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90 HTTP/1.1" status: 200 len: 217 time: 0.1544101 Jan 15 15:04:37.250996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-6c27748d-c962-4280-9d28-38aa1c26c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:37.253266 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-6c27748d-c962-4280-9d28-38aa1c26c3d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.0794077 Jan 15 15:04:37.321094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.351290 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-73de733b-dab6-48cc-be5a-92b904100c2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807493 Jan 15 15:04:37.362145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:37.372316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Usage tracker for resource:security_group_rule and tenant:e531b65578d545779f41fa305befe92b is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:37.377423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:37.393202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:37.460453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43586) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:37.618298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.656447 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-0999f2d4-a485-43c3-902c-b4252e506a13 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926307 Jan 15 15:04:37.671895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.852248 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7571cc08-c71e-48d6-aa71-d2456c7025e7 req-c4d39ce8-62a9-474f-9846-86c09a0623d2 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1858308 Jan 15 15:04:37.902101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ba244108-a36e-473d-ad38-7ae0eec527a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.960312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43614) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:37.960455 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e531b65578d545779f41fa305befe92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979516 Jan 15 15:04:37.981309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.009855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf8828-dbd2-44c6-ba45-0bb765dbd5c5,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.014140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.015354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:38.024398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Usage tracker for resource:security_group_rule and tenant:701e09751c27474199eaf4f7aa99d562 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:38.053181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c62e4-0ffb-4cd3-9db5-995945bd76e3 req-0b8231e3-7598-49c0-8ecf-9dfbaa4c2e15 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.054861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ed0c62e4-0ffb-4cd3-9db5-995945bd76e3 req-0b8231e3-7598-49c0-8ecf-9dfbaa4c2e15 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.4900291 Jan 15 15:04:38.055843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:38.064259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:38.128206 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ed0c62e4-0ffb-4cd3-9db5-995945bd76e3 req-8c4c67a2-3ed7-40a4-b84f-cc142b7a1d96 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653610 Jan 15 15:04:38.192793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.225043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.230983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.244857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.260345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.283915 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=701e09751c27474199eaf4f7aa99d562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222558 Jan 15 15:04:38.284702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43628) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:38.324362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2697b-d8c7-4350-9f8e-a54c06c4730a,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.328027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.328355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1f92a-08e5-4d79-94b8-956b9a8a9af0 req-e298ac20-c884-4d7b-95e4-da9dc4181080 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.332599 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fa1f92a-08e5-4d79-94b8-956b9a8a9af0 req-e298ac20-c884-4d7b-95e4-da9dc4181080 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.3002858 Jan 15 15:04:38.356166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-8a84e161-8a43-48c2-9684-6a73f8b9e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.357762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-8a84e161-8a43-48c2-9684-6a73f8b9e514 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 1161 time: 0.3105588 Jan 15 15:04:38.375753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.396852 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fa1f92a-08e5-4d79-94b8-956b9a8a9af0 req-428d5a0e-f916-4ad9-8ffc-d6dcff548274 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 Jan 15 15:04:38.397495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.404998 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-079e4545-c7b7-4c28-b76e-00a438c9f3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.410065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.464393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.473724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-242dad3d-111a-4de1-b1f7-6c0ef3912f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.490888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2697b-d8c7-4350-9f8e-a54c06c4730a,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.505186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.507776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.509995 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6e2697b-d8c7-4350-9f8e-a54c06c4730a HTTP/1.1" status: 204 len: 168 time: 0.2220685 Jan 15 15:04:38.548455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf8828-dbd2-44c6-ba45-0bb765dbd5c5,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.563639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.564790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.567364 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44bf8828-dbd2-44c6-ba45-0bb765dbd5c5 HTTP/1.1" status: 204 len: 168 time: 0.6044753 Jan 15 15:04:38.595758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-888282c0-2d54-4aaa-8164-f7c089fc5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.597474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-888282c0-2d54-4aaa-8164-f7c089fc5508 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 909 time: 0.1936333 Jan 15 15:04:38.736859 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-d933bf06-8bc9-4f6e-afd4-d2f2e105a41f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90 HTTP/1.1" status: 200 len: 217 time: 0.1142735 Jan 15 15:04:38.828197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-b59891fb-f0f5-4a2d-8ee3-04b84b89a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.831562 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-b59891fb-f0f5-4a2d-8ee3-04b84b89a8bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.0857108 Jan 15 15:04:38.899308 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-ba2a6d91-152f-483b-8a57-7679dacb44ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478981 Jan 15 15:04:39.029481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43650) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:39.086470 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-461e0c6f-3245-43b8-b4d7-0265d4ba3c6e service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617544 Jan 15 15:04:39.101553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.107960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.164204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:39.181453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Usage tracker for resource:security_group_rule and tenant:5164d79f4dd645e5a1de428e60f00c59 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:39.185880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:39.195757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:39.219430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43664) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:39.329698 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eed12a9d-0334-4e05-b9f4-221906047f2e req-ef03fe88-eaf2-426a-9433-c47db5654835 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2177227 Jan 15 15:04:39.363925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.368470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.379494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7dab6173-a1aa-456b-a0bc-fa779ca3ebc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.441373 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5164d79f4dd645e5a1de428e60f00c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097526 Jan 15 15:04:39.471354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86132e2a-bb18-45d7-aea7-c34f6c025a57,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.472616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43680) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:39.487077 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.566744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.583733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:39.588117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Usage tracker for resource:security_group_rule and tenant:36225a3cf0ea4e3989c450f6f9ea58c3 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:39.592089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:39.598204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:39.598848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6765b-55eb-4c31-8395-32b821125ab6 req-dd3aa719-9c82-4ad8-9a0d-aef55bd2cad0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:39.608969 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3a6765b-55eb-4c31-8395-32b821125ab6 req-dd3aa719-9c82-4ad8-9a0d-aef55bd2cad0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1987259 Jan 15 15:04:39.655116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.687763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.691631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.702807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9de316e6-e3a0-47f0-897d-b21aee51fe7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.723203 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3a6765b-55eb-4c31-8395-32b821125ab6 req-49395022-acda-46b8-a1e7-ebc786101f28 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990214 Jan 15 15:04:39.732919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.750089 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36225a3cf0ea4e3989c450f6f9ea58c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275006 Jan 15 15:04:39.751704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d025dd3-a6f8-4ab0-8866-8642fadd4df1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.755190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.757858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43688) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:39.814862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.823626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e31f488d-b97f-4597-b235-7b0c8973b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.838048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86132e2a-bb18-45d7-aea7-c34f6c025a57,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.849821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.850379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.850646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.855656 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86132e2a-bb18-45d7-aea7-c34f6c025a57 HTTP/1.1" status: 204 len: 168 time: 0.3815417 Jan 15 15:04:39.884373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.944692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.952022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6e88a8b3-5149-456e-b366-c5bbf013a21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.979046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.984636 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d025dd3-a6f8-4ab0-8866-8642fadd4df1 HTTP/1.1" status: 204 len: 168 time: 0.2186391 Jan 15 15:04:39.985996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d025dd3-a6f8-4ab0-8866-8642fadd4df1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.989102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:40.110026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21686480-2638-4e0b-9641-8a031c783272 req-190785f3-890c-4914-843f-f9b5026b8c48 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:40.111761 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-21686480-2638-4e0b-9641-8a031c783272 req-190785f3-890c-4914-843f-f9b5026b8c48 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.1962051 Jan 15 15:04:40.165802 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-21686480-2638-4e0b-9641-8a031c783272 req-95652122-3ca6-4857-b824-33c4cf47a751 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Jan 15 15:04:40.527500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43726) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:40.548546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.565805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:40.570950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Usage tracker for resource:security_group_rule and tenant:4a93217a4076406da120e6c96a7fcf08 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:40.577083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:40.583164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:40.678263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.682091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.694075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:40.724912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ca348-4793-4923-83f5-d088fe30f185,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:40.739049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:40.755253 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a93217a4076406da120e6c96a7fcf08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263789 Jan 15 15:04:40.758057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43736) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:40.897459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.942377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.014984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.021216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-590d8ac4-1a3b-45d9-864f-7be06656f622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:41.046014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.050138 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b53ca348-4793-4923-83f5-d088fe30f185 HTTP/1.1" status: 204 len: 168 time: 0.2880280 Jan 15 15:04:41.050138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ca348-4793-4923-83f5-d088fe30f185,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.052867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:41.123192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aab1b-4eab-4561-a339-8aca5d91b934 req-e6c20da1-d131-4d59-8cbb-80b0b8ad837a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.123543 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b1aab1b-4eab-4561-a339-8aca5d91b934 req-e6c20da1-d131-4d59-8cbb-80b0b8ad837a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1266146 Jan 15 15:04:41.184814 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b1aab1b-4eab-4561-a339-8aca5d91b934 req-201bf29e-e3f1-412a-8b40-d7e64c2894c6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Jan 15 15:04:41.398693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43768) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:41.425376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35988-fddf-4747-a46f-c46108fd5be1 req-c816af5f-fa82-4fd3-84f8-c04f18076211 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.427032 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61a35988-fddf-4747-a46f-c46108fd5be1 req-c816af5f-fa82-4fd3-84f8-c04f18076211 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.1062176 Jan 15 15:04:41.498161 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61a35988-fddf-4747-a46f-c46108fd5be1 req-95efedad-0e5d-4efb-b62b-71bdbc08bfa2 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Jan 15 15:04:41.751083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.767467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:41.771691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Usage tracker for resource:security_group_rule and tenant:de2dd58535484208a828468390c82ce6 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:41.774800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:41.780755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:41.888097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.890594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.900480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc2b5dae-1cb9-4f82-8f3c-6a8d5b284a8d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:41.946696 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de2dd58535484208a828468390c82ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461998 Jan 15 15:04:41.948568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27eedad-19f2-4ee7-8244-fc8d900e2b0f,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.949609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43792) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:41.951983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.023090 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.051581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 43796) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:42.063676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.110702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.115918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6fe567df-d0b8-4a64-ac44-ed7624feb87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.127085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27eedad-19f2-4ee7-8244-fc8d900e2b0f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:42.129693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.135208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.139990 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a27eedad-19f2-4ee7-8244-fc8d900e2b0f HTTP/1.1" status: 204 len: 168 time: 0.1890156 Jan 15 15:04:42.309287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.333560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:42.338268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Usage tracker for resource:security_group_rule and tenant:b379cefdea684a0d8bf38cebf2b480f7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:42.342215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:42.348640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:42.430401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43814) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:42.499613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1bdf4-236a-4827-8616-5e13439f583a req-877b6a72-b648-4269-b886-da1f93204005 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:42.501345 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb1bdf4-236a-4827-8616-5e13439f583a req-877b6a72-b648-4269-b886-da1f93204005 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1472392 Jan 15 15:04:42.603389 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb1bdf4-236a-4827-8616-5e13439f583a req-300d0b36-6b76-44e5-a327-b7aad0e6608d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909307 Jan 15 15:04:42.606438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.613344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.629279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c7d8e38c-215c-463c-9eee-beb2936c24d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.682663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43828) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:42.683265 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b379cefdea684a0d8bf38cebf2b480f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267514 Jan 15 15:04:42.684544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a43d3-bfe4-483b-abba-c1e174b92263,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:42.688480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.780293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.816655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:42.819348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.853211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.863660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Usage tracker for resource:security_group_rule and tenant:304c0c5e19a142029e22dc63ea2576ec is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:42.869334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:42.875520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974642e1-324d-4d5c-afdf-d7fb0f72669b req-668db289-1c83-414f-a11a-1185b9108898 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:42.878247 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-974642e1-324d-4d5c-afdf-d7fb0f72669b req-668db289-1c83-414f-a11a-1185b9108898 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.1163554 Jan 15 15:04:42.891280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:42.940526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-974642e1-324d-4d5c-afdf-d7fb0f72669b req-2a1c2c04-4979-4587-969a-a978be4be760 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557845 Jan 15 15:04:42.961157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.978623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c71269f0-0544-4b39-a325-8dbf0553ec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.999727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a43d3-bfe4-483b-abba-c1e174b92263,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.006148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.027500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.028838 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d43a43d3-bfe4-483b-abba-c1e174b92263 HTTP/1.1" status: 204 len: 168 time: 0.3482842 Jan 15 15:04:43.075088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.078047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.086903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0eda2d01-4e99-441c-8983-3d052857c18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.132668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed94e0b-fc49-435d-ad93-82e5fe37ecec,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.138271 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=304c0c5e19a142029e22dc63ea2576ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051244 Jan 15 15:04:43.139287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.141020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 43850) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:43.210598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.239144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.295737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.302282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ac358985-a96c-4041-8613-68e7232cec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.544679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.548695 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ed94e0b-fc49-435d-ad93-82e5fe37ecec HTTP/1.1" status: 204 len: 168 time: 0.4064281 Jan 15 15:04:43.554011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed94e0b-fc49-435d-ad93-82e5fe37ecec,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.558259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.854603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7ecb3-1258-48ca-9bed-f6e9ad7d6264 req-7e65341c-7224-4368-b4bc-d56f93f733ef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.856943 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93d7ecb3-1258-48ca-9bed-f6e9ad7d6264 req-7e65341c-7224-4368-b4bc-d56f93f733ef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1131680 Jan 15 15:04:43.916452 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93d7ecb3-1258-48ca-9bed-f6e9ad7d6264 req-435fd714-fed7-43fd-ae95-c900120b7b84 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529001 Jan 15 15:04:44.213144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 7dd7b2e9-18d7-46db-94ec-0b363f393b90 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:44.360546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:44.366819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:44.367248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.495906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace28e-f448-4aea-bd36-78f187cb9666 req-c789cf85-ce7e-4d23-bb02-83c9df992cb7 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.497654 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a8ace28e-f448-4aea-bd36-78f187cb9666 req-c789cf85-ce7e-4d23-bb02-83c9df992cb7 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.2260523 Jan 15 15:04:44.569862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.619461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:44.620997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:44.621688 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a8ace28e-f448-4aea-bd36-78f187cb9666 req-3d2ed381-6857-405a-8b47-469b06a157d6 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168580 Jan 15 15:04:44.643295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.647392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-409002f7-e5ca-42e7-884b-9b54b943d61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:44.727116 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90', 'code': 200} Jan 15 15:04:44.777505 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:44.782162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:45.233674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b51e4-2311-4b12-b512-e6fd36602287 req-5c2992bb-2eb0-44ee-b86c-30313fcbee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.238127 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ff4b51e4-2311-4b12-b512-e6fd36602287 req-5c2992bb-2eb0-44ee-b86c-30313fcbee13 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 1163 time: 0.1582353 Jan 15 15:04:45.282535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 7dd7b2e9-18d7-46db-94ec-0b363f393b90 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:45.397225 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ff4b51e4-2311-4b12-b512-e6fd36602287 req-54169ef5-e2c9-4ba3-9889-bae41c7bbe34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503806 Jan 15 15:04:45.429356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:45.429725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.434580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18dd0c-b9ed-4c76-ab81-6c413447222c req-9c58fce8-2798-47a9-a475-1fff5faf7cf2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.442700 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab18dd0c-b9ed-4c76-ab81-6c413447222c req-9c58fce8-2798-47a9-a475-1fff5faf7cf2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1809328 Jan 15 15:04:45.512717 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab18dd0c-b9ed-4c76-ab81-6c413447222c req-36df670b-27e3-4f69-9cb5-a5ad6ab6fe1f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 Jan 15 15:04:45.883795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c0051-637b-4c22-b987-d34bcb8575e0 req-0f5895d5-c627-400b-9b38-707906480b08 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.885622 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b65c0051-637b-4c22-b987-d34bcb8575e0 req-0f5895d5-c627-400b-9b38-707906480b08 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.1270833 Jan 15 15:04:45.943351 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b65c0051-637b-4c22-b987-d34bcb8575e0 req-1e6e91a4-4d00-411b-9e33-a36cc5c7c68b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Jan 15 15:04:46.733633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8926-c898-424a-a2c5-754006d671b5 req-7f2f6255-2ea9-40eb-91f3-949d496fffc1 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.735237 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bebf8926-c898-424a-a2c5-754006d671b5 req-7f2f6255-2ea9-40eb-91f3-949d496fffc1 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1001875 Jan 15 15:04:46.789190 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bebf8926-c898-424a-a2c5-754006d671b5 req-4604634e-6b12-4736-a885-5ad3062564e6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476596 Jan 15 15:04:47.173904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adc2e9-2e6c-4fd3-9ab7-a778cf2d5552 req-e8232694-d023-4aa7-9e8f-0b61ee6005e3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.175488 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-85adc2e9-2e6c-4fd3-9ab7-a778cf2d5552 req-e8232694-d023-4aa7-9e8f-0b61ee6005e3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.0993602 Jan 15 15:04:47.227927 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-85adc2e9-2e6c-4fd3-9ab7-a778cf2d5552 req-164d9c74-2ae7-4678-84c1-7c03ad3ffd54 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Jan 15 15:04:48.023807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17387bbf-f59f-4664-ac31-361d111a64a1 req-e88083fb-69ad-4923-9a05-ca7226dcec26 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:48.025589 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17387bbf-f59f-4664-ac31-361d111a64a1 req-e88083fb-69ad-4923-9a05-ca7226dcec26 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1019809 Jan 15 15:04:48.078430 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17387bbf-f59f-4664-ac31-361d111a64a1 req-22369085-f4c8-44ac-90cf-2371a8045c9c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Jan 15 15:04:48.466680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb9c8-3033-4c5b-879f-261c4457c78b req-2e226a0d-8fb9-473b-9d8c-90f1df65a37a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:48.472722 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5abeb9c8-3033-4c5b-879f-261c4457c78b req-2e226a0d-8fb9-473b-9d8c-90f1df65a37a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.1110406 Jan 15 15:04:48.523487 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5abeb9c8-3033-4c5b-879f-261c4457c78b req-f6abf504-bea8-41f1-9c93-0a2b7ce40744 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Jan 15 15:04:48.824705 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-59c3a1bd-8281-4ce0-a798-798c22ff59e9 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/networks?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340014 Jan 15 15:04:49.065311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:49.078833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-7de1510a-fd8d-4ab2-99be-078ca769663d tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:49.087820 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-7de1510a-fd8d-4ab2-99be-078ca769663d tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541723 Jan 15 15:04:49.107785 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-207cfcba-3806-49bb-94ef-c7e5a8fd32d6 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/quotas/2ba0ee95468045a5a3b4e9e3a8854217 HTTP/1.1" status: 200 len: 375 time: 0.0188527 Jan 15 15:04:49.177409 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-25f9f948-a50a-4bb4-a83c-b0fc4e65ca64 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683601 Jan 15 15:04:49.352454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37f2d-4373-4c81-8a81-00181f689062 req-065c4b77-d0d0-477c-9a68-4ceb62fc21d0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:49.356588 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cac37f2d-4373-4c81-8a81-00181f689062 req-065c4b77-d0d0-477c-9a68-4ceb62fc21d0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1142797 Jan 15 15:04:49.377711 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2caaee7c-e735-48e0-84ac-17b0a4377c65 req-c72f9efd-9db7-465f-acbf-7aceb9ab7812 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jan 15 15:04:49.425563 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cac37f2d-4373-4c81-8a81-00181f689062 req-ccc7babd-12c3-4bd4-9b30-5f66026b1a74 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Jan 15 15:04:49.963740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44108) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:50.127786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.143791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:50.147857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Usage tracker for resource:security_group_rule and tenant:a3400bf461554c66899e01cbd426e8e7 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:50.150912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:50.157497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:50.250427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.253564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.263671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0b91c1f6-ee4c-421e-b1ce-670ec0518aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:50.330766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2521945-4aec-4059-84ee-38ebd6468bfc,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.337417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.345810 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3400bf461554c66899e01cbd426e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807442 Jan 15 15:04:50.346254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44126) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:50.415716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.447165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.511261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.516777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0c6a412d-84b9-4d3b-b59e-66ab490e8beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:50.534496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2521945-4aec-4059-84ee-38ebd6468bfc,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.539248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.550471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.552148 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2521945-4aec-4059-84ee-38ebd6468bfc HTTP/1.1" status: 204 len: 168 time: 0.2046399 Jan 15 15:04:50.597786 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eb230fd7-1ea5-48dd-8f0c-4bb48b1aa89d req-3c3365f2-123d-427a-b5fc-fde4eadaca41 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 210 time: 0.0705991 Jan 15 15:04:50.875506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe040f-9f3b-40ae-a5ba-b7464d06e008 req-311dd8c2-a1df-43d8-a2f4-1aa5377d5ebf tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.877303 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-92fe040f-9f3b-40ae-a5ba-b7464d06e008 req-311dd8c2-a1df-43d8-a2f4-1aa5377d5ebf tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1221697 Jan 15 15:04:50.938473 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-92fe040f-9f3b-40ae-a5ba-b7464d06e008 req-87338659-71d7-468e-9439-6b21b54c95a4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jan 15 15:04:51.006959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44148) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:51.034872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.087075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:51.091442 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-aee8fe40-cdf1-4d51-ac8e-798c4f10a32f tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388081 Jan 15 15:04:51.094698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Usage tracker for resource:security_group_rule and tenant:90bd9e5bb2e94880acc29f3fcd33b31f is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:51.097938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:51.104266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:51.277509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.284492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.302351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ee7ae949-6a69-4049-bcc3-5028d2547b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:51.360730 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90bd9e5bb2e94880acc29f3fcd33b31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505456 Jan 15 15:04:51.361585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44162) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:51.377349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2848e3-acfa-4e8d-9b81-94266c2f34cf,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:51.381048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:51.434716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-223eacd8-7ba1-4179-a2bc-04badc7595d3 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:51.436387 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-223eacd8-7ba1-4179-a2bc-04badc7595d3 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573178 Jan 15 15:04:51.458495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.488091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.535455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.540855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9f0b2af6-d46d-427e-ba8f-780547d5655e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:51.555561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2848e3-acfa-4e8d-9b81-94266c2f34cf,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:51.558707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:51.561267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.562492 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b2848e3-acfa-4e8d-9b81-94266c2f34cf HTTP/1.1" status: 204 len: 168 time: 0.1997795 Jan 15 15:04:51.576365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Request body: {'port': {'device_id': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf', 'admin_state_up': True, 'tenant_id': '2ba0ee95468045a5a3b4e9e3a8854217'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:51.750035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:51.754070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Usage tracker for resource:port and tenant:2ba0ee95468045a5a3b4e9e3a8854217 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:51.757080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Quota usage for port was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:51.762939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:51.771789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Made reservation on behalf of 2ba0ee95468045a5a3b4e9e3a8854217 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:51.782932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.794820 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f21d7284-adbb-421f-aa31-73dbc6774ce5 req-a18c5523-4ed6-4aaa-814f-4055ee4f2126 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 210 time: 0.0585372 Jan 15 15:04:51.797685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.826622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:51.840587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Usage tracker for resource:security_group_rule and tenant:2ba0ee95468045a5a3b4e9e3a8854217 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:51.841533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:51.848642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:51.947019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.949967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.961485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:52.094642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Pushing event updated for resources: {'SecurityGroup': ['ID=da6090ba-7160-4962-8444-ef85fc6d13bd,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:52.143032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:52.319370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9775d6-11dc-4a1f-8e38-a96e6c4b878a req-d49af747-289f-449b-b112-a2a6d739b61a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:52.321084 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0a9775d6-11dc-4a1f-8e38-a96e6c4b878a req-d49af747-289f-449b-b112-a2a6d739b61a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2202849 Jan 15 15:04:52.440809 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0a9775d6-11dc-4a1f-8e38-a96e6c4b878a req-40e7cf99-43cc-4b67-a346-d3ff9596ce00 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081398 Jan 15 15:04:52.466553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Allocated IP 192.168.233.222 (254af7ac-240c-40f0-81f1-929035f7e0cf/30de019f-06c6-4426-9144-42b2d0f19a15/a8578e30-70a5-4d4a-8fc9-2271a55a7f87) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:52.705475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.724374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Transition to ACTIVE for port object a8578e30-70a5-4d4a-8fc9-2271a55a7f87 will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:52.757147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.774056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-55514b74-ccfa-4b9e-a4c5-3070cdf4ec91 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:52.900628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Pushing event updated for resources: {'Port': ['ID=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:52.910709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:53.002551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Network 254af7ac-240c-40f0-81f1-929035f7e0cf is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:53.004042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:53.008824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:53.103649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.105119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.126354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfaf1f-199a-4756-90d9-0b436f310af3 req-438f0dac-e409-4174-b0f0-9eeebc8fff7a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.135958 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d2dfaf1f-199a-4756-90d9-0b436f310af3 req-438f0dac-e409-4174-b0f0-9eeebc8fff7a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 936 time: 0.1295784 Jan 15 15:04:53.145815 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5748539 Jan 15 15:04:53.181606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Request body: {'port': {'device_id': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:53.200232 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d2dfaf1f-199a-4756-90d9-0b436f310af3 req-28fec310-d40c-4054-8dd6-2c78db17b14b tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624254 Jan 15 15:04:53.328459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.346091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-27e100f4-7efe-400e-b12a-27b911be992f None None] Provisioning for port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:53.351797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-27e100f4-7efe-400e-b12a-27b911be992f None None] Provisioning complete for port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:53.352248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-27e100f4-7efe-400e-b12a-27b911be992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.412047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-27e100f4-7efe-400e-b12a-27b911be992f None None] Port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:53.802969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562f6-d2d1-4fe2-a851-9bbdd8081c5f req-a8746c48-fd34-469f-8e2d-bed5028ac9d2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.804514 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6d0562f6-d2d1-4fe2-a851-9bbdd8081c5f req-a8746c48-fd34-469f-8e2d-bed5028ac9d2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1598923 Jan 15 15:04:53.934494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8578e30-70a5-4d4a-8fc9-2271a55a7f87 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:53.954306 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6d0562f6-d2d1-4fe2-a851-9bbdd8081c5f req-03cacc5d-1dd3-41b3-a969-5fa0f91e7af9 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205208 Jan 15 15:04:53.956833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.973768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Transition to ACTIVE for port object a8578e30-70a5-4d4a-8fc9-2271a55a7f87 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:53.978744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.013299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:54.173109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Pushing event updated for resources: {'Port': ['ID=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:54.177651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:54.501490 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Attempting to bind port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:54.507503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Attempting to bind port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:54.507927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Attempting to bind port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 on network 254af7ac-240c-40f0-81f1-929035f7e0cf {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:54.537869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:54.538351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Checking segment: {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:54.538771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.539179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Bound using segment: {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:54.539685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Bound port: a8578e30-70a5-4d4a-8fc9-2271a55a7f87, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163558d7-68c2-42fc-b27c-e7c32ce40b2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '254af7ac-240c-40f0-81f1-929035f7e0cf'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:54.540050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.909147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44290) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:54.909328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-adbc3017-9f88-4060-86ed-25761eb9a4b4 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:54.910130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-adbc3017-9f88-4060-86ed-25761eb9a4b4 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Synchronizing usage tracker for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:54.953249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] For port a8578e30-70a5-4d4a-8fc9-2271a55a7f87, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:54.955318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-adbc3017-9f88-4060-86ed-25761eb9a4b4 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Unset dirty status for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:54.956677 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-adbc3017-9f88-4060-86ed-25761eb9a4b4 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.5507956 Jan 15 15:04:54.958426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] For port a8578e30-70a5-4d4a-8fc9-2271a55a7f87, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,segment=NetworkSegment(163558d7-68c2-42fc-b27c-e7c32ce40b2d),segment_id=163558d7-68c2-42fc-b27c-e7c32ce40b2d)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:54.961804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.980620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:55.073823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.090153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:55.094271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e8115798408c4a9c8648884a66679e27 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:55.097821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:55.104094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:55.157632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-6015f15c-bd48-4cb3-b817-6c7ccfebccae tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Synchronizing usage tracker for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:55.218879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Pushing event updated for resources: {'Port': ['ID=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:55.225869 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:55.235244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-6015f15c-bd48-4cb3-b817-6c7ccfebccae tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Unset dirty status for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:55.236585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d3e2f08-e8ef-4e32-a014-ee4d5096f9b8 req-6015f15c-bd48-4cb3-b817-6c7ccfebccae tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602956 Jan 15 15:04:55.294205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.294507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.299958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:55.300881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.302563 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8578e30-70a5-4d4a-8fc9-2271a55a7f87 HTTP/1.1" status: 200 len: 1162 time: 2.1259153 Jan 15 15:04:55.303680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:55.335288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7b1a738c-c6d9-4460-be9b-e3c0657033c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:55.376868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44308) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:55.389940 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8115798408c4a9c8648884a66679e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793637 Jan 15 15:04:55.391206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74727b71-0697-429c-b0d3-4fc6aee0bda7,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:55.404560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:55.628537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.670884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.737119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a62f6-2466-4101-ac27-b0c40f99e007 req-3615b6f6-58d6-416d-876d-a4a4bf16bcf6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:55.738687 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0a8a62f6-2466-4101-ac27-b0c40f99e007 req-3615b6f6-58d6-416d-876d-a4a4bf16bcf6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.3027847 Jan 15 15:04:55.751114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-47d0e2a2-94db-4404-bf64-695236b810fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:55.752759 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-47d0e2a2-94db-4404-bf64-695236b810fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 1165 time: 0.2317939 Jan 15 15:04:55.835750 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87', 'status': 'completed', 'code': 200} Jan 15 15:04:55.860191 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-243a4ef4-cde0-465c-8279-babb59a166b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a8578e30-70a5-4d4a-8fc9-2271a55a7f87 HTTP/1.1" status: 200 len: 217 time: 0.0834076 Jan 15 15:04:55.874357 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0a8a62f6-2466-4101-ac27-b0c40f99e007 req-175bf486-5c26-4413-a7c6-ef0b882a7692 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202579 Jan 15 15:04:55.878607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.888313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-20f18210-8e9b-4ded-b95e-aa4de8c51e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:55.900422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74727b71-0697-429c-b0d3-4fc6aee0bda7,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:55.907018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.910730 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74727b71-0697-429c-b0d3-4fc6aee0bda7 HTTP/1.1" status: 204 len: 168 time: 0.5300274 Jan 15 15:04:55.910730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:56.008377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-38407d4b-b955-401b-b839-b6731d13885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.009984 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-38407d4b-b955-401b-b839-b6731d13885b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30de019f-06c6-4426-9144-42b2d0f19a15 HTTP/1.1" status: 200 len: 843 time: 0.0997946 Jan 15 15:04:56.112728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6e6bb10e-95e8-406c-83cd-f3b3802aa2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.114357 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-6e6bb10e-95e8-406c-83cd-f3b3802aa2d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=254af7ac-240c-40f0-81f1-929035f7e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0879030 Jan 15 15:04:56.288008 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-a3212f22-78e4-4c3d-871f-7bcabb9f4081 service neutron] 10.222.0.69 "GET /v2.0/networks/254af7ac-240c-40f0-81f1-929035f7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466844 Jan 15 15:04:56.303097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44326) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:56.339701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.360849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:56.365074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Usage tracker for resource:security_group_rule and tenant:d05470e1fa8d4b42b9ceda667c5e6459 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:56.368545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:56.375496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:56.557939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127166-cc1d-4463-a0f5-a292394b97a3 req-4d5aab29-ba1a-4fe1-8fbd-786f8d986c4d tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.560517 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16127166-cc1d-4463-a0f5-a292394b97a3 req-4d5aab29-ba1a-4fe1-8fbd-786f8d986c4d tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.1639991 Jan 15 15:04:56.564092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f800583-e081-4fb3-9402-4a90167b55ff req-72bd1e4a-998f-4e73-baf1-e6cd4b7ba4fb service neutron] 10.222.0.69 "GET /v2.0/networks/254af7ac-240c-40f0-81f1-929035f7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029135 Jan 15 15:04:56.610612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.619363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.637894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f513feab-7c81-4396-aaff-917e0d57cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:56.671839 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16127166-cc1d-4463-a0f5-a292394b97a3 req-85e08892-f921-46d0-bc6c-f05bdba895cc tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034021 Jan 15 15:04:56.703599 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d05470e1fa8d4b42b9ceda667c5e6459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992965 Jan 15 15:04:56.704817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345b9b97-c13a-4990-b1bc-1b86a5987ed5,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:56.706435 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44334) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:56.708378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:56.830108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.868925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.878987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-7bf5faa1-4602-4e27-b9a8-10fed0eb10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.880642 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-7bf5faa1-4602-4e27-b9a8-10fed0eb10e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 1165 time: 0.1343374 Jan 15 15:04:57.105212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.112547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:57.132948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-4c74471d-90f8-42d5-b998-a4cf959016ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.134547 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-4c74471d-90f8-42d5-b998-a4cf959016ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=254af7ac-240c-40f0-81f1-929035f7e0cf HTTP/1.1" status: 200 len: 863 time: 0.2393386 Jan 15 15:04:57.139071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b9b97-c13a-4990-b1bc-1b86a5987ed5,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:57.144975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:57.150138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.151952 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/345b9b97-c13a-4990-b1bc-1b86a5987ed5 HTTP/1.1" status: 204 len: 168 time: 0.4438174 Jan 15 15:04:57.224840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-2ef52cdc-2f1e-4431-a60e-2667398e6cdf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a8578e30-70a5-4d4a-8fc9-2271a55a7f87 HTTP/1.1" status: 200 len: 217 time: 0.0704353 Jan 15 15:04:57.256405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7354-128a-48bc-8afb-318cbf025ed1 req-1760db93-3116-4941-a881-cd31bbdbcaba tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.258128 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e65f7354-128a-48bc-8afb-318cbf025ed1 req-1760db93-3116-4941-a881-cd31bbdbcaba tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2248147 Jan 15 15:04:57.371271 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e65f7354-128a-48bc-8afb-318cbf025ed1 req-72aeb7d9-c4c9-41b4-b6f0-9487819bd32a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Jan 15 15:04:57.372877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-b1edd3d1-c242-47c5-8746-dcfd88d58d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.374381 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-b1edd3d1-c242-47c5-8746-dcfd88d58d03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30de019f-06c6-4426-9144-42b2d0f19a15 HTTP/1.1" status: 200 len: 843 time: 0.1152921 Jan 15 15:04:57.526556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-81a83abc-5fd5-49df-880d-ce3c88382f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.528501 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-81a83abc-5fd5-49df-880d-ce3c88382f2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=254af7ac-240c-40f0-81f1-929035f7e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1050754 Jan 15 15:04:57.756502 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-18d51714-bf76-40b5-ae93-594409e64cb9 service neutron] 10.222.0.69 "GET /v2.0/networks/254af7ac-240c-40f0-81f1-929035f7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128184 Jan 15 15:04:57.876016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:57.988124 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa921bc3-0e21-4d22-84ca-8c41f66af88e req-771f63a1-e727-434b-bacc-644717f89ba2 service neutron] 10.222.0.69 "GET /v2.0/networks/254af7ac-240c-40f0-81f1-929035f7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120550 Jan 15 15:04:58.013055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:58.013701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.028360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d66d78-2cad-4131-9e7d-5539506c9edb req-484ce328-a030-46a8-9ade-45a9a4760ac1 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.030231 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78d66d78-2cad-4131-9e7d-5539506c9edb req-484ce328-a030-46a8-9ade-45a9a4760ac1 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.1427579 Jan 15 15:04:58.086790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78d66d78-2cad-4131-9e7d-5539506c9edb req-b05ad862-dba2-4347-a1f8-73e8fb4ac9c4 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Jan 15 15:04:58.389089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-2f26ae32-7762-4f98-a408-21aa5f5f50f3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.390847 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-2f26ae32-7762-4f98-a408-21aa5f5f50f3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.1770484 Jan 15 15:04:58.407350 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-5dcda266-6764-4bf2-8028-d9010bb70364 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/quotas/8c9543b429b44a0fbb4ab912ba4d8994 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Jan 15 15:04:58.454211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44392) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:58.534714 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-311b748d-0764-480c-8d95-c63e5001712a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207101 Jan 15 15:04:58.617271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302218d-cfbc-41f0-a37c-1b202e4b2f8a req-93c1d390-15eb-4180-8abd-e25f33c40b47 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.620116 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3302218d-cfbc-41f0-a37c-1b202e4b2f8a req-93c1d390-15eb-4180-8abd-e25f33c40b47 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1050565 Jan 15 15:04:58.625725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1623218694-network', 'tenant_id': 'a289496572e84fd292318de8bb569818'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:58.631957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:58.651351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Usage tracker for resource:network and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:58.657237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:58.665445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:58.694915 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3302218d-cfbc-41f0-a37c-1b202e4b2f8a req-98d1f344-d85d-4625-92cd-76b5b30c81b1 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Jan 15 15:04:58.695985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Made reservation on behalf of a289496572e84fd292318de8bb569818 for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:58.700765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.701426 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-6f8e5637-5bf3-4e2e-b60b-d960e10515a5 service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582947 Jan 15 15:04:58.714525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.731389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:58.735497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Usage tracker for resource:security_group_rule and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:58.738500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:58.744206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:58.834016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.837072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.841947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b8b3f0c3-56aa-497b-b6d5-c36d568c47d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:58.849673 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-3cb98387-3ba6-4da0-b92a-ee59bd1360cd service neutron] 10.222.0.52 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414976 Jan 15 15:04:58.871873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:58.887511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa087f25-ec21-4e62-b0ba-635326bfa501,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:58.892276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:58.893266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.893685 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Added segment 8d42c154-5894-4085-a193-20e2be2b7288 of type vxlan for network bbb6a598-3584-4bed-afb5-25363ebfad4f Jan 15 15:04:58.921835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.956086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.957454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.958099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.963566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e5f217e-9c3f-475d-b619-3ae503657d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:59.141787 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8711318-5e54-42f9-a7f1-d313b8e48e4e req-b5fb69ee-bed6-421a-80ea-22bf9de9e69b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0870717 Jan 15 15:04:59.156430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44416) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:59.168299 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7048960 Jan 15 15:04:59.168299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Pushing event updated for resources: {'Network': ['ID=bbb6a598-3584-4bed-afb5-25363ebfad4f,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:59.174350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Request body: {'subnet': {'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1623218694-subnet', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:59.183196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:59.193394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:59.194341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:59.198796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Usage tracker for resource:subnet and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:59.202991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:59.216814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:59.233931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Made reservation on behalf of a289496572e84fd292318de8bb569818 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:59.253684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3878888'] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.396780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09aaa-7f59-41e0-b6dd-f530115d9017 req-6468a5f0-b225-4df1-a337-3f089f7020b0 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:59.406048 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ffb09aaa-7f59-41e0-b6dd-f530115d9017 req-6468a5f0-b225-4df1-a337-3f089f7020b0 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.1230137 Jan 15 15:04:59.431377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:59.513877 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ffb09aaa-7f59-41e0-b6dd-f530115d9017 req-a47002af-d2ff-44f8-9f9e-24dda26fc2e2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067746 Jan 15 15:04:59.820144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2602738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3878873'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.944454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d95a3a-1016-4be9-9bee-71f1056b94d7 req-527604ce-df3c-4fef-b6e1-487b16a6d334 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:59.946090 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40d95a3a-1016-4be9-9bee-71f1056b94d7 req-527604ce-df3c-4fef-b6e1-487b16a6d334 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1070063 Jan 15 15:05:00.002285 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40d95a3a-1016-4be9-9bee-71f1056b94d7 req-7823f582-bd60-4cff-9dd4-58621b54461f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Jan 15 15:05:00.045098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-64e11477-b8b8-4e45-a818-aec79d3d043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:00.170110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f764c52-587b-4ab8-9a2d-367bace6879d,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:00.175057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:00.246058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Checking segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:00.246437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Network hostable DHCP agents. Network: bbb6a598-3584-4bed-afb5-25363ebfad4f, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:05:00.265478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Network bbb6a598-3584-4bed-afb5-25363ebfad4f is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:05:00.273985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, bbb6a598-3584-4bed-afb5-25363ebfad4f) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:00.287748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88ed28-5f6e-477a-af9e-6da12b57b0ae None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:00.333247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.333894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.345730 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b643f575-10c7-47ec-b1ea-1cfd7f360743 req-bcd0de30-05b0-4348-9232-62782d9fbc17 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0617814 Jan 15 15:05:00.373182 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-22bd4748-8086-4642-ae50-52616bd70416 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2152436 Jan 15 15:05:00.373691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44434) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:00.379095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:00.384608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:00.388263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-525e88a4-8f73-40ed-acdb-20328f116a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.393243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Usage tracker for resource:router and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:00.396547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:00.404269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:00.414677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.415917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.436112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.562021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-bbb6a598-3584-4bed-afb5-25363ebfad4f', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:05:00.563348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.939309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.003020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Allocated IP 172.20.0.2 (bbb6a598-3584-4bed-afb5-25363ebfad4f/6f764c52-587b-4ab8-9a2d-367bace6879d/e17e5e76-8aa5-4803-a46f-a84f311a0e34) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:01.079890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8547-b98d-4a6d-826d-8c396f41278f req-a12e8798-4061-4a74-97d9-c77e04bbedf7 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.088148 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e25c8547-b98d-4a6d-826d-8c396f41278f req-a12e8798-4061-4a74-97d9-c77e04bbedf7 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.3960037 Jan 15 15:05:01.167590 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e25c8547-b98d-4a6d-826d-8c396f41278f req-7a0fd71a-ced9-4dd6-b85e-12c448218e5c tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783405 Jan 15 15:05:01.229598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-34309152-cbe7-44eb-b4d5-aa21372a90c8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.231253 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-34309152-cbe7-44eb-b4d5-aa21372a90c8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 815 time: 0.3699703 Jan 15 15:05:01.305028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Request body: {'port': {'device_id': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f', 'admin_state_up': True, 'tenant_id': '8c9543b429b44a0fbb4ab912ba4d8994'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:01.330902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.344664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Transition to ACTIVE for port object e17e5e76-8aa5-4803-a46f-a84f311a0e34 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:01.361597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Transition to ACTIVE for port object e17e5e76-8aa5-4803-a46f-a84f311a0e34 will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:01.366492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.405902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.477500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.501334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c7553-7065-4932-836a-c5266b191314 req-fab1c7d7-8f10-4072-b4bd-74af393eba57 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.509806 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a43c7553-7065-4932-836a-c5266b191314 req-fab1c7d7-8f10-4072-b4bd-74af393eba57 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.2566748 Jan 15 15:05:01.517070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e3b0b754-3e71-43bb-9905-840e71f0da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:01.569377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:01.597157 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a43c7553-7065-4932-836a-c5266b191314 req-b237bb74-8ddc-4ef6-a8a7-52295b914d89 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853958 Jan 15 15:05:01.603068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:01.617961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Made reservation on behalf of 8c9543b429b44a0fbb4ab912ba4d8994 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:01.629147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.638751 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2b171d0f-7b31-4475-97a9-ff594c2c8ac2 req-697071aa-0e79-4817-89fe-306b2d982112 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 210 time: 0.1186936 Jan 15 15:05:01.795233 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Pushing event updated for resources: {'Port': ['ID=e17e5e76-8aa5-4803-a46f-a84f311a0e34,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:01.802629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:01.865590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Allocated IP 172.28.0.248 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/e8420960-dc76-4782-a54f-2c65dba4d45d) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:01.879301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:01.882548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:01.885785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:01.975246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Attempting to bind port e17e5e76-8aa5-4803-a46f-a84f311a0e34 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:01.975671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Attempting to bind port e17e5e76-8aa5-4803-a46f-a84f311a0e34 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:01.976095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Attempting to bind port e17e5e76-8aa5-4803-a46f-a84f311a0e34 on network bbb6a598-3584-4bed-afb5-25363ebfad4f {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Checking segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Bound using segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Bound port: e17e5e76-8aa5-4803-a46f-a84f311a0e34, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:01.989198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.009009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Allocated IP 172.20.0.7 (25407948-4d64-4d33-89f5-27668bbb698f/12078478-3e3e-4a9a-a4e1-9ed603ccfa34/b9acde22-8e71-407f-9fb4-79a91586a2b8) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:02.041079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.086333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.107627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:02.112126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 254af7ac-240c-40f0-81f1-929035f7e0cf details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:05:02.263399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] For port e17e5e76-8aa5-4803-a46f-a84f311a0e34, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:02.267663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f3483305-f166-4427-8536-f4e1a926d1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.276754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] For port e17e5e76-8aa5-4803-a46f-a84f311a0e34, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e17e5e76-8aa5-4803-a46f-a84f311a0e34,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:02.290617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.323670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Pushing event updated for resources: {'Port': ['ID=e8420960-dc76-4782-a54f-2c65dba4d45d,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:02.338885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:02.422172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:02.422922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:02.429411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:02.467099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:02.583890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Pushing event updated for resources: {'Port': ['ID=e17e5e76-8aa5-4803-a46f-a84f311a0e34,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:02.587345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:02.706956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38fef-7435-49f4-a84f-4bf92d3aca30 req-4356bfc7-d86f-4b19-9f8f-cedf257eaa87 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.715470 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6de38fef-7435-49f4-a84f-4bf92d3aca30 req-4356bfc7-d86f-4b19-9f8f-cedf257eaa87 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.2887337 Jan 15 15:05:02.741790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.756782 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-0496adaa-2fac-4440-a56f-570120c17c92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3288608 Jan 15 15:05:02.793017 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6de38fef-7435-49f4-a84f-4bf92d3aca30 req-22145ae6-a76b-4ea9-97e6-c98454382863 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765529 Jan 15 15:05:02.821036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.858550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:03.016039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event updated for resources: {'Port': ['ID=b9acde22-8e71-407f-9fb4-79a91586a2b8,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:03.137917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:03.170028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d35037-c023-4229-85b6-374a5dde8958 req-6675a534-a959-4505-b3fd-218ce0f6169d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.172362 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-00d35037-c023-4229-85b6-374a5dde8958 req-6675a534-a959-4505-b3fd-218ce0f6169d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.3808725 Jan 15 15:05:03.203272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-46dd504b-0ced-4341-967d-7b86d62e1a49 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:05:03.207788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44500) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:03.236002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.282461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.315937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Network 25407948-4d64-4d33-89f5-27668bbb698f is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:03.322297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:03.328912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:03.419936 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11a6ce-2c5b-4b4c-9606-db2057c68106 req-7673f968-75e5-4263-a551-2468a8c2f2c8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.421772 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e11a6ce-2c5b-4b4c-9606-db2057c68106 req-7673f968-75e5-4263-a551-2468a8c2f2c8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 931 time: 0.3490300 Jan 15 15:05:03.429938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-bf4ac71d-1894-4dbc-803b-29bd3af2adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.431590 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-bf4ac71d-1894-4dbc-803b-29bd3af2adb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 1163 time: 0.4255724 Jan 15 15:05:03.473033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.473772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.625057 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e11a6ce-2c5b-4b4c-9606-db2057c68106 req-83d93219-b04a-4367-9cb4-a84c2a92fa7f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915915 Jan 15 15:05:03.634004 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3354027 Jan 15 15:05:03.677117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Request body: {'port': {'device_id': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:03.705934 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-00d35037-c023-4229-85b6-374a5dde8958 req-8af20257-230c-4d72-b671-44678bbfb846 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898615 Jan 15 15:05:03.706756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.718667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-93eafa36-5203-43a2-883a-bc5b8c6b1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.720372 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-93eafa36-5203-43a2-883a-bc5b8c6b1788 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 200 len: 909 time: 0.2419143 Jan 15 15:05:03.754307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:03.767529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Usage tracker for resource:security_group_rule and tenant:bfe06f27c15948cfa8419e86b2e11cc3 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:03.771654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:03.789433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:03.823779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865883-719c-454f-83a0-dde70f6e2007 req-ef8bb4bd-4286-42bc-89e7-bab899db5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.825457 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d4865883-719c-454f-83a0-dde70f6e2007 req-ef8bb4bd-4286-42bc-89e7-bab899db5783 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 1162 time: 0.5874529 Jan 15 15:05:03.849585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-1fb2d7f2-74c6-486f-ac7d-cbe3b830d0a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 200 len: 217 time: 0.1026897 Jan 15 15:05:03.922729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.071070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eeebcd-f88a-4a2b-b94c-9e9a619aba88 None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:04.075471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d4865883-719c-454f-83a0-dde70f6e2007 req-26225f33-45a8-49e8-9e55-6caa0e558a96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353799 Jan 15 15:05:04.114249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.229610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e17e5e76-8aa5-4803-a46f-a84f311a0e34 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:04.272867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-31568986-ae8a-4669-aa3d-99a49af43545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.274474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-31568986-ae8a-4669-aa3d-99a49af43545 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.2344975 Jan 15 15:05:04.322722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.331562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb32b2-37fd-4525-8656-e87d6f1d4851 req-c5dd950e-5f1d-4a2d-8656-20b267fab12a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.339531 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3cdb32b2-37fd-4525-8656-e87d6f1d4851 req-c5dd950e-5f1d-4a2d-8656-20b267fab12a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 948 time: 0.2981431 Jan 15 15:05:04.345485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-7957cf71-b576-4a20-a975-75c6103edc71 None None] Provisioning for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:04.369614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.383081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8b6dc7fb-d280-49d2-8548-ec63ecb9422e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:04.406042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:04.415680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:04.416702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.457848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9083203-09e9-4c69-ae8e-7f510951eaa5,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:04.467174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:04.471262 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e93ce7d2-8ea7-44ed-bf40-eb6d21cbd8ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfe06f27c15948cfa8419e86b2e11cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2610543 Jan 15 15:05:04.475343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 44512) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:04.499021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:05:04.530132 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3cdb32b2-37fd-4525-8656-e87d6f1d4851 req-e48e9009-d38b-4539-9895-dc13de3427bb tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895235 Jan 15 15:05:04.557675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.629667 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-910fc1b6-49e7-4bb9-8620-f2711c93e15e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792732 Jan 15 15:05:04.649739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.695655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port e17e5e76-8aa5-4803-a46f-a84f311a0e34, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e17e5e76-8aa5-4803-a46f-a84f311a0e34,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:04.701719 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.707961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:04.740641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:04.752352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Sync routers for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:04.772549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:04.774772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.775300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:05:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:04.783329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4086349 Jan 15 15:05:04.784245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 44520) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:04.790051 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.871750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=e17e5e76-8aa5-4803-a46f-a84f311a0e34,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:04.889678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.891214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:04.902119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.resource_extend [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:05:04.926778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.935369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-0996a2df-bc8a-4cc6-b2f4-add452f1d1c8 None None] Provisioning complete for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:04.935793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0996a2df-bc8a-4cc6-b2f4-add452f1d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.052677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:05.197005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9acde22-8e71-407f-9fb4-79a91586a2b8 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:05.210447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9a206-90e5-4325-bf4e-d728acb77d0b req-6c900ad9-ae66-4e86-a702-120071a6564e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.212519 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a2f9a206-90e5-4325-bf4e-d728acb77d0b req-6c900ad9-ae66-4e86-a702-120071a6564e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 931 time: 0.2721610 Jan 15 15:05:05.213430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a8578e30-70a5-4d4a-8fc9-2271a55a7f87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:05.220970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.224949 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-40281926-7d96-46fb-9b22-0da68d8c15f8 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777667 Jan 15 15:05:05.349704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-af1fb2d4-bcac-46c1-8bbc-354b87804bf9 None None] Provisioning complete for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:05.350290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-af1fb2d4-bcac-46c1-8bbc-354b87804bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.351381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Transition to ACTIVE for port object b9acde22-8e71-407f-9fb4-79a91586a2b8 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:05.382861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9948e1-afc3-4443-94a9-fd01894e39e3 req-aaa96480-3cbf-4969-9cd4-54d2a1ba4981 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.391607 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-df9948e1-afc3-4443-94a9-fd01894e39e3 req-aaa96480-3cbf-4969-9cd4-54d2a1ba4981 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.3988810 Jan 15 15:05:05.415120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.433716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:05.456257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:05.472588 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a2f9a206-90e5-4325-bf4e-d728acb77d0b req-65c88324-5b76-46b1-9345-2c0d6be99c9d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474267 Jan 15 15:05:05.475585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:05.475739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.486107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.510009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:02Z', 'revision_number': 3, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:05.525165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Checking router: 6d56c1d1-5a71-4c93-88ce-4e923587f6fd for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:05.526359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Updating router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd port e8420960-dc76-4782-a54f-2c65dba4d45d binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:05:05.539705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9083203-09e9-4c69-ae8e-7f510951eaa5,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:05.642993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.675718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.676237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.677007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.677534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.678039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.678541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.679172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.680451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.680451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.680451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.681109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.681763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.682923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.683574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.684289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.684585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.685084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.686333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.686845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.687537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.688033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.688594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.689790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.690465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:05.694256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:05.717161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:05.872966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-a47c1232-5b25-4611-bfa7-917f719761a1 None None] Provisioning complete for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:05.873392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a47c1232-5b25-4611-bfa7-917f719761a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.938735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.017803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.027418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:06.044556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port a8578e30-70a5-4d4a-8fc9-2271a55a7f87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,segment=NetworkSegment(163558d7-68c2-42fc-b27c-e7c32ce40b2d),segment_id=163558d7-68c2-42fc-b27c-e7c32ce40b2d)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:06.053107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.054050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:06.077023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.080955 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9083203-09e9-4c69-ae8e-7f510951eaa5 HTTP/1.1" status: 204 len: 168 time: 1.5983303 Jan 15 15:05:06.086919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Pushing event updated for resources: {'Port': ['ID=b9acde22-8e71-407f-9fb4-79a91586a2b8,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:06.091058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.098195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:06.146073 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-df9948e1-afc3-4443-94a9-fd01894e39e3 req-988b1f5d-209b-41bc-abdb-fc12af01391c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532055 Jan 15 15:05:06.316154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.340218 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5f2b78-c29a-4867-928c-4ac87bd61e1e req-636006f4-54de-4782-a01b-776c258dc5a2 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1038914 Jan 15 15:05:06.352376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Transition to ACTIVE for port object e8420960-dc76-4782-a54f-2c65dba4d45d will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:06.357732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.397146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-438b22bb-8bae-4a5a-9a1d-66306bc3a2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:06.400163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87', 'code': 200} Jan 15 15:05:06.433178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e17e5e76-8aa5-4803-a46f-a84f311a0e34 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:06.687514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Pushing event updated for resources: {'Port': ['ID=e8420960-dc76-4782-a54f-2c65dba4d45d,revision_number=2']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:06.708243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.708790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.710037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.710843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.711621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.712449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.713344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.714114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.714909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.715679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.716796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.717553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.718135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.718616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.719094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.720343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.720769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.721365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.721911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.722614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.723091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.723577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.724051 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.724554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:06.731704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.847789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:06.861823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.866367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port e17e5e76-8aa5-4803-a46f-a84f311a0e34 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:06.869695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.909335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Attempting to bind port e8420960-dc76-4782-a54f-2c65dba4d45d on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:06.909850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Attempting to bind port e8420960-dc76-4782-a54f-2c65dba4d45d by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:06.910329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Attempting to bind port e8420960-dc76-4782-a54f-2c65dba4d45d on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:06.923583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:06.924298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:06.927724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.927724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:06.929879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Attempting to bind port b9acde22-8e71-407f-9fb4-79a91586a2b8 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:06.930270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Attempting to bind port b9acde22-8e71-407f-9fb4-79a91586a2b8 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:06.930413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Bound port: e8420960-dc76-4782-a54f-2c65dba4d45d, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:06.930645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Attempting to bind port b9acde22-8e71-407f-9fb4-79a91586a2b8 on network 25407948-4d64-4d33-89f5-27668bbb698f {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:06.930809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.956379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad66c-dcae-4922-8779-e26d448539bc req-5729d270-f2ac-4675-98dc-bf082153dcd1 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:06.965523 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dad66c-dcae-4922-8779-e26d448539bc req-5729d270-f2ac-4675-98dc-bf082153dcd1 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.2840614 Jan 15 15:05:06.978241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Allocated IP 172.20.0.1 (bbb6a598-3584-4bed-afb5-25363ebfad4f/6f764c52-587b-4ab8-9a2d-367bace6879d/0afa7bce-0250-4480-95af-e75cc7bafc38) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:06.999671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:07.000223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.021925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615c5a-e280-4852-b733-2912f177ed00 req-bde036a4-2dd5-4390-8ffc-4658a1d4408b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.023377 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a615c5a-e280-4852-b733-2912f177ed00 req-bde036a4-2dd5-4390-8ffc-4658a1d4408b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1609330 Jan 15 15:05:07.037117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:07.037574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Checking segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:07.037915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.038326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Bound using segment: {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:07.038848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Bound port: b9acde22-8e71-407f-9fb4-79a91586a2b8, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57944977-1637-4b54-8eb7-ced39ccdcdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25407948-4d64-4d33-89f5-27668bbb698f'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:07.039237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.046839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] For port e8420960-dc76-4782-a54f-2c65dba4d45d, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:07.051541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] For port e8420960-dc76-4782-a54f-2c65dba4d45d, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e8420960-dc76-4782-a54f-2c65dba4d45d,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:07.059764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.082950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-46e5d13a-6534-46f8-93b0-e2d7d4a91687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:07.166004 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2a615c5a-e280-4852-b733-2912f177ed00 req-b3e06844-b616-471b-982d-084058b8f12c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227660 Jan 15 15:05:07.176776 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99dad66c-dcae-4922-8779-e26d448539bc req-4289b439-2916-434a-bd97-9e6c4ba940de tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101424 Jan 15 15:05:07.252152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.274806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Transition to ACTIVE for port object 0afa7bce-0250-4480-95af-e75cc7bafc38 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:07.299398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] For port b9acde22-8e71-407f-9fb4-79a91586a2b8, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:07.303099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.303346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795d78f-a996-4706-862b-bd9b5f805a0c req-6cbeb835-7e7b-49c9-b12b-140b80652963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.304881 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8795d78f-a996-4706-862b-bd9b5f805a0c req-6cbeb835-7e7b-49c9-b12b-140b80652963 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 1167 time: 0.3205216 Jan 15 15:05:07.307627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] For port b9acde22-8e71-407f-9fb4-79a91586a2b8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b9acde22-8e71-407f-9fb4-79a91586a2b8,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:07.343780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d448d6c3-78de-45fd-ad13-e15f91233a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:07.359747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.406484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27c54312-e4a8-4e70-be48-85576dab1536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:07.554799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Pushing event updated for resources: {'Port': ['ID=e8420960-dc76-4782-a54f-2c65dba4d45d,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:07.577139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-646f7aa5-c6e1-40fb-b7b1-73013435ae15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:07.614921 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8795d78f-a996-4706-862b-bd9b5f805a0c req-9571f6be-d4db-43d4-ab63-cf7c85002200 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857263 Jan 15 15:05:07.617138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:07.617944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:05:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:07.630137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Pushing event updated for resources: {'Port': ['ID=b9acde22-8e71-407f-9fb4-79a91586a2b8,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:07.633129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.633825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.635972 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-da77f17c-f703-4c11-9726-e35586678283 service neutron] 10.222.0.69 "PUT /v2.0/ports/b9acde22-8e71-407f-9fb4-79a91586a2b8 HTTP/1.1" status: 200 len: 1157 time: 3.9656744 Jan 15 15:05:07.636621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:07.644002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:07.675279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:07.678670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Network bbb6a598-3584-4bed-afb5-25363ebfad4f is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:07.687612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:07.690047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:07.739556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.739968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.740401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.740798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.741190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.741587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.741987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.742372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.742760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.743145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.743529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.743913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.744605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.745176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.745565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.746035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.746320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.746706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.747093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.747475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.747862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.748280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.748665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.749050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.753495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:07.789871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.830353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:07.830686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813e580-4e0f-4c4b-a41f-939b7539ca1b req-ae04557d-a5a3-4111-b48c-c65473a8b30c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.832485 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9813e580-4e0f-4c4b-a41f-939b7539ca1b req-ae04557d-a5a3-4111-b48c-c65473a8b30c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.3274467 Jan 15 15:05:07.904612 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9813e580-4e0f-4c4b-a41f-939b7539ca1b req-0309542a-3607-4593-a6b1-a85d0411ef8a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Jan 15 15:05:07.973057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-f976afb5-b607-4251-bbb4-0490df2526c7 None None] Provisioning for port 0afa7bce-0250-4480-95af-e75cc7bafc38 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:07.979319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-f976afb5-b607-4251-bbb4-0490df2526c7 None None] Provisioning complete for port 0afa7bce-0250-4480-95af-e75cc7bafc38 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:07.979999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f976afb5-b607-4251-bbb4-0490df2526c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.985741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.012726 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8', 'status': 'completed', 'code': 200} Jan 15 15:05:08.041883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-f976afb5-b607-4251-bbb4-0490df2526c7 None None] Port 0afa7bce-0250-4480-95af-e75cc7bafc38 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:05:08.170893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:02Z', 'revision_number': 3, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:08.175075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95b7ef-6750-4f7b-b32c-4139024609cc None None] The sync data for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb is: [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:02Z', 'revision_number': 3, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:08.349272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379d666-9b9c-4393-807c-6a9b45a1c06d req-7978cce2-c9a0-4abc-87eb-e1ece027a094 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.351201 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4379d666-9b9c-4393-807c-6a9b45a1c06d req-7978cce2-c9a0-4abc-87eb-e1ece027a094 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2241085 Jan 15 15:05:08.424040 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4379d666-9b9c-4393-807c-6a9b45a1c06d req-f6c3d4b5-51f0-41c8-928e-056300696c30 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 Jan 15 15:05:08.443041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.457419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.504128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2fcdfdc8-9a8b-4c28-ab68-08505d5f3bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:08.514214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-76cc03bf-725a-4f6e-86d0-76207e1f5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.526288 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-76cc03bf-725a-4f6e-86d0-76207e1f5ca1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 1160 time: 0.1232159 Jan 15 15:05:08.636574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:08.656135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:08.745332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.850132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-0281ceed-f692-49fd-bd17-e7cc754c155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.851698 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-0281ceed-f692-49fd-bd17-e7cc754c155c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2961402 Jan 15 15:05:08.951047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Network bbb6a598-3584-4bed-afb5-25363ebfad4f is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:08.954967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:08.960445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa006c-5951-4ae5-ac60-4213ba5626cb req-e4649e6a-9139-4937-b9f7-9f1cc2c15fa2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.962290 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2eaa006c-5951-4ae5-ac60-4213ba5626cb req-e4649e6a-9139-4937-b9f7-9f1cc2c15fa2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.1882949 Jan 15 15:05:08.984649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2056f-c5ac-4119-b5d7-4c11220b54e7 req-f4481bc8-bdf8-43fb-8fc6-bf43baffe636 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.986392 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dcb2056f-c5ac-4119-b5d7-4c11220b54e7 req-f4481bc8-bdf8-43fb-8fc6-bf43baffe636 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.3079131 Jan 15 15:05:09.110414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.267297 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2eaa006c-5951-4ae5-ac60-4213ba5626cb req-8b845374-de54-4c2a-b858-ae534d1d815a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733980 Jan 15 15:05:09.291621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-fdfea996-bcb5-4376-8d8d-95ed636dcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.293762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-835e9a9a-3063-446b-82dc-187af41f34a1 req-fdfea996-bcb5-4376-8d8d-95ed636dcc95 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4194589 Jan 15 15:05:09.322768 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dcb2056f-c5ac-4119-b5d7-4c11220b54e7 req-b345e7ab-9d0a-4ef8-9958-f60960a1246a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018770 Jan 15 15:05:09.338858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:05:09.373170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1012da73-c720-469c-bba4-34e03c9d734b None None] Provisioning complete for port 0afa7bce-0250-4480-95af-e75cc7bafc38 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:09.373684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1012da73-c720-469c-bba4-34e03c9d734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.465905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1012da73-c720-469c-bba4-34e03c9d734b None None] Port 0afa7bce-0250-4480-95af-e75cc7bafc38 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:05:09.541532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-72d03a21-2cd5-4e25-b88b-6971acf6bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.543223 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-72d03a21-2cd5-4e25-b88b-6971acf6bba3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 1160 time: 0.0943682 Jan 15 15:05:09.544422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:09.554031 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/6d56c1d1-5a71-4c93-88ce-4e923587f6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7686846 Jan 15 15:05:09.816318 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-365d52bd-4fc2-4deb-9f0f-e819fc2dacd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9acde22-8e71-407f-9fb4-79a91586a2b8 HTTP/1.1" status: 200 len: 217 time: 0.0664740 Jan 15 15:05:09.973666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-e993ec7d-f3b0-42c6-bdfd-739d32f84603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.975247 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-e993ec7d-f3b0-42c6-bdfd-739d32f84603 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 200 len: 855 time: 0.0716178 Jan 15 15:05:10.037081 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-7924a9d2-acde-4a48-b9d4-e61fcf819eea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25407948-4d64-4d33-89f5-27668bbb698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449095 Jan 15 15:05:10.194207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e8420960-dc76-4782-a54f-2c65dba4d45d up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:10.209896 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-bd7184c8-7baf-4411-99ec-1ac10eff631e service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642313 Jan 15 15:05:10.278552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port e8420960-dc76-4782-a54f-2c65dba4d45d completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:10.284782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port e8420960-dc76-4782-a54f-2c65dba4d45d triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:10.285552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.421028 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b32acd0-c39a-4609-b1eb-7497e3423576 req-e89ef6a7-24db-4646-872b-37d306ea3059 service neutron] 10.222.0.69 "GET /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1969035 Jan 15 15:05:10.455982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a8578e30-70a5-4d4a-8fc9-2271a55a7f87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:10.611774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.633431 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf0be1-3cbe-40fd-acda-e203b82cb222 req-30892194-c383-4f2c-bd8d-3553b431c63a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:10.636189 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fbf0be1-3cbe-40fd-acda-e203b82cb222 req-30892194-c383-4f2c-bd8d-3553b431c63a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.1856432 Jan 15 15:05:10.640900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:10.641373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.683543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port e8420960-dc76-4782-a54f-2c65dba4d45d, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e8420960-dc76-4782-a54f-2c65dba4d45d,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:10.693865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.704274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-beecb014-0b6d-4efc-a510-dfded228350d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:10.711684 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fbf0be1-3cbe-40fd-acda-e203b82cb222 req-ea021523-eb02-4ad2-809c-683d29b1ec0a tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691299 Jan 15 15:05:10.723196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b300c7-0cb8-4b2d-b748-36286bd84cde req-5397f45e-6c37-4f84-ae2a-9c8ebf2c244b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:10.731482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-26b300c7-0cb8-4b2d-b748-36286bd84cde req-5397f45e-6c37-4f84-ae2a-9c8ebf2c244b tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1290669 Jan 15 15:05:10.797750 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-26b300c7-0cb8-4b2d-b748-36286bd84cde req-1fb32999-d2a6-4f85-ae4c-89858b06419d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627649 Jan 15 15:05:10.888536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=e8420960-dc76-4782-a54f-2c65dba4d45d,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:10.892458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:10.898098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:10.996171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:10.996660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:11.424968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b141787-af77-438b-a579-bf3795c6248c req-b64722db-5bf0-43ce-b74a-0cd0337b18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.426706 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-b64722db-5bf0-43ce-b74a-0cd0337b18c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.1158836 Jan 15 15:05:11.473710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Sync routers for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:11.489934 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:11.490641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:05:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:11.779550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:11.789110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b141787-af77-438b-a579-bf3795c6248c req-333fdef2-e41f-46d5-bde1-bbf182957703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.792416 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-333fdef2-e41f-46d5-bde1-bbf182957703 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.3506546 Jan 15 15:05:11.792585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1701488-dc70-4407-82bd-cc1a8af1d2f8 req-d93ce24f-f9b5-4912-843e-cf430cd02d73 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.802820 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b1701488-dc70-4407-82bd-cc1a8af1d2f8 req-d93ce24f-f9b5-4912-843e-cf430cd02d73 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1892786 Jan 15 15:05:11.890159 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b1701488-dc70-4407-82bd-cc1a8af1d2f8 req-24e448ea-e798-4f1f-8156-825ba6b0d0a4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856497 Jan 15 15:05:11.952269 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-e407d298-7c98-43cf-aad9-ec83c4e4505c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.1000364 Jan 15 15:05:12.051246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b141787-af77-438b-a579-bf3795c6248c req-6068832b-38bb-4316-8828-ceeb01ff8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.053071 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-6068832b-38bb-4316-8828-ceeb01ff8f52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0870950 Jan 15 15:05:12.077235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a5e2c-4a66-4344-b285-b2fd7e26138e req-69559055-2be1-4e77-a29a-2489d03a3b9f tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.085707 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ea8a5e2c-4a66-4344-b285-b2fd7e26138e req-69559055-2be1-4e77-a29a-2489d03a3b9f tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.2916672 Jan 15 15:05:12.173257 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-06450ba0-a5a4-4a01-9b0d-89e54c23a3a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841143 Jan 15 15:05:12.177481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f464712-90e6-43e6-81a9-8c6e09943b0c req-02d6b342-598a-4104-b50c-1a4dd72e9fe1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.186411 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f464712-90e6-43e6-81a9-8c6e09943b0c req-02d6b342-598a-4104-b50c-1a4dd72e9fe1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1222799 Jan 15 15:05:12.205037 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ea8a5e2c-4a66-4344-b285-b2fd7e26138e req-72267e4f-b54e-45c8-b6f2-d0b9e0451f15 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181259 Jan 15 15:05:12.225328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e8420960-dc76-4782-a54f-2c65dba4d45d up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:12.277525 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f464712-90e6-43e6-81a9-8c6e09943b0c req-175fdf40-f64e-4d3f-92dd-0da87b9634b8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901010 Jan 15 15:05:12.323129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:08Z', 'revision_number': 2, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:12.331437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Checking router: 6d56c1d1-5a71-4c93-88ce-4e923587f6fd for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:12.332221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Updating router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd port 0afa7bce-0250-4480-95af-e75cc7bafc38 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:05:12.394188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port e8420960-dc76-4782-a54f-2c65dba4d45d triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:12.394983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.444253 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-fd321ea1-2cb9-4c00-b5d4-24fdbff55ea8 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341614 Jan 15 15:05:12.483429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.713507 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b141787-af77-438b-a579-bf3795c6248c req-a62a8c3e-f29e-4ec6-88f9-f442f6e8c0b7 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2508450 Jan 15 15:05:13.071223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.086885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Transition to ACTIVE for port object 0afa7bce-0250-4480-95af-e75cc7bafc38 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:13.090761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.111782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-85da30d4-8999-489f-9290-752eabf58254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:13.164192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8172f2e-c79c-4625-8940-193df76cb9bd req-3aab0e53-192b-4aa5-866e-49e0d3d86173 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:13.175716 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8172f2e-c79c-4625-8940-193df76cb9bd req-3aab0e53-192b-4aa5-866e-49e0d3d86173 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1383326 Jan 15 15:05:13.254999 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8172f2e-c79c-4625-8940-193df76cb9bd req-cbe8cfa0-f498-42a5-b0f7-de835138888e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758097 Jan 15 15:05:13.267075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Pushing event updated for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:13.280764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.281426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.282030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.282606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.283192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.283769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.284367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.284948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.285515 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.287917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.288629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.289234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.289878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.290449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.291560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.292178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.292984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.293801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.294374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.294956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.295894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.296798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.297499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.298109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:13.319030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:13.528221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Attempting to bind port 0afa7bce-0250-4480-95af-e75cc7bafc38 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:13.529166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Attempting to bind port 0afa7bce-0250-4480-95af-e75cc7bafc38 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:13.529748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Attempting to bind port 0afa7bce-0250-4480-95af-e75cc7bafc38 on network bbb6a598-3584-4bed-afb5-25363ebfad4f {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:13.537342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:13.538011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Checking segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:13.538641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.539248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Bound using segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:13.539926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Bound port: 0afa7bce-0250-4480-95af-e75cc7bafc38, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:13.541822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.605287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6221-4711-4a9f-b8d7-daf4d330626c req-18871034-4843-478f-b018-85f4dc867a9b tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:13.615419 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61dd6221-4711-4a9f-b8d7-daf4d330626c req-18871034-4843-478f-b018-85f4dc867a9b tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.1931801 Jan 15 15:05:13.709038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbc18b-cfcc-4514-bbef-393a17e1e9ea req-74e3bbfa-657f-486c-a0ed-f34334fd49a1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:13.709866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9dfbc18b-cfcc-4514-bbef-393a17e1e9ea req-74e3bbfa-657f-486c-a0ed-f34334fd49a1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:13.721868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] For port 0afa7bce-0250-4480-95af-e75cc7bafc38, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:13.738513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] For port 0afa7bce-0250-4480-95af-e75cc7bafc38, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=0afa7bce-0250-4480-95af-e75cc7bafc38,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:13.746730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-9dfbc18b-cfcc-4514-bbef-393a17e1e9ea req-74e3bbfa-657f-486c-a0ed-f34334fd49a1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:13.753608 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9dfbc18b-cfcc-4514-bbef-393a17e1e9ea req-74e3bbfa-657f-486c-a0ed-f34334fd49a1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.2452219 Jan 15 15:05:13.762198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.843702 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9dfbc18b-cfcc-4514-bbef-393a17e1e9ea req-86056d0e-1300-43b8-802a-8fb47031aef8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 Jan 15 15:05:13.936382 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-61dd6221-4711-4a9f-b8d7-daf4d330626c req-e66ca522-4bc9-4a6c-a83d-27abd2b9fd57 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198123 Jan 15 15:05:14.058460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:14.202512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Pushing event updated for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:14.218491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:14.234189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:14.234909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:05:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:14.474982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:14.617519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43936c94-b383-4e7b-bc13-a21dac56a18e req-1e568acd-258c-4dfb-9c7c-c342726241a3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.624323 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-43936c94-b383-4e7b-bc13-a21dac56a18e req-1e568acd-258c-4dfb-9c7c-c342726241a3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1297867 Jan 15 15:05:14.688752 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-43936c94-b383-4e7b-bc13-a21dac56a18e req-fad66938-c43c-42b2-907e-5a8a3fe4a8a6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Jan 15 15:05:14.889008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:13Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:14.893675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01062d1-1b97-42c9-89b2-abeaab1db883 None None] The sync data for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb is: [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:13Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:15.204136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10646b4-392a-4a6d-9efc-13b78dc362e3 req-4c0f7d8e-b209-4aa3-b6dd-a9c4ea4c962e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.206410 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f10646b4-392a-4a6d-9efc-13b78dc362e3 req-4c0f7d8e-b209-4aa3-b6dd-a9c4ea4c962e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1487696 Jan 15 15:05:15.271747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a48be-06f1-4fc8-95fc-3c8877ea1b6c req-b00e8016-bf1a-4493-af0e-6fd686e00a72 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.280471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-621a48be-06f1-4fc8-95fc-3c8877ea1b6c req-b00e8016-bf1a-4493-af0e-6fd686e00a72 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.1382549 Jan 15 15:05:15.289525 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f10646b4-392a-4a6d-9efc-13b78dc362e3 req-5c5444c2-068e-436f-a5bc-c3d1395d0926 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709541 Jan 15 15:05:15.352665 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-621a48be-06f1-4fc8-95fc-3c8877ea1b6c req-f3b5a231-a0da-4d39-90a5-6f1de0b67e46 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Jan 15 15:05:15.762050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-3e706fa4-8a4e-4c97-b7ae-1670528054ce tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.764015 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-3e706fa4-8a4e-4c97-b7ae-1670528054ce tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.69 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.4430139 Jan 15 15:05:15.901899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Deleting port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:15.902286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.030122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edc635-21f0-42fb-a456-5b67c8268f85 req-c493dc1e-4b8a-4c92-bf88-b764a52bfe7b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.032494 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a0edc635-21f0-42fb-a456-5b67c8268f85 req-c493dc1e-4b8a-4c92-bf88-b764a52bfe7b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2036426 Jan 15 15:05:16.124245 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a0edc635-21f0-42fb-a456-5b67c8268f85 req-e693f72e-d73d-4b21-bfc9-c98500d0ac7c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648251 Jan 15 15:05:16.234097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 0afa7bce-0250-4480-95af-e75cc7bafc38 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:16.255033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] For port a8578e30-70a5-4d4a-8fc9-2271a55a7f87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,segment=NetworkSegment(163558d7-68c2-42fc-b27c-e7c32ce40b2d),segment_id=163558d7-68c2-42fc-b27c-e7c32ce40b2d)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:16.255440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.321355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 0afa7bce-0250-4480-95af-e75cc7bafc38 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:16.333478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 0afa7bce-0250-4480-95af-e75cc7bafc38 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:16.333910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.481987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Calling delete_port for a8578e30-70a5-4d4a-8fc9-2271a55a7f87 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:16.499275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.549955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 0afa7bce-0250-4480-95af-e75cc7bafc38, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=0afa7bce-0250-4480-95af-e75cc7bafc38,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:16.553213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.555260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:16.649063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:16.665535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:16.763808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a445-1c6c-4e18-bd00-5885dbfe18d4 req-f1e48ae7-af5f-4034-8c8b-090c09a805ad tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.765584 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7536a445-1c6c-4e18-bd00-5885dbfe18d4 req-f1e48ae7-af5f-4034-8c8b-090c09a805ad tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 950 time: 0.1430228 Jan 15 15:05:16.818702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caec3dc-d51f-45ad-b33b-01036dadcec0 req-c60b1d36-6709-4fe2-b9e2-cac9c05e4cf9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.827082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8caec3dc-d51f-45ad-b33b-01036dadcec0 req-c60b1d36-6709-4fe2-b9e2-cac9c05e4cf9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1984642 Jan 15 15:05:16.830122 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7536a445-1c6c-4e18-bd00-5885dbfe18d4 req-fc913bdb-87d2-4864-84ee-a17919c004a7 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/security-groups?id=da6090ba-7160-4962-8444-ef85fc6d13bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573332 Jan 15 15:05:16.903924 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8caec3dc-d51f-45ad-b33b-01036dadcec0 req-d6908971-1e69-4fef-9a3f-e589f6816449 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755160 Jan 15 15:05:16.924427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:16.953473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-36830c9e-4025-49ec-9be4-8d19ae95c5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:16.992915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:17.031734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Pushing event deleted for resources: {'Port': ['ID=a8578e30-70a5-4d4a-8fc9-2271a55a7f87,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:17.107500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:17.140782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port b9acde22-8e71-407f-9fb4-79a91586a2b8 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:17.146744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b9acde22-8e71-407f-9fb4-79a91586a2b8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:17.147267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.313256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] No DVR routers for this DVR port a8578e30-70a5-4d4a-8fc9-2271a55a7f87 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:05:17.321071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.325998 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'name': 'network-vif-deleted', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:17.345375 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d490eaa4-af78-4806-bb08-6415ac148f71 req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.69 "DELETE /v2.0/ports/a8578e30-70a5-4d4a-8fc9-2271a55a7f87 HTTP/1.1" status: 204 len: 173 time: 1.5712409 Jan 15 15:05:17.399805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.432655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:17.444338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port b9acde22-8e71-407f-9fb4-79a91586a2b8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b9acde22-8e71-407f-9fb4-79a91586a2b8,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:17.453625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.455929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:17.468489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6f55-172e-4aa8-a032-22734b62fde2 req-3f56526f-b29e-405e-808c-1edc272382cf tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:17.470349 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d8a6f55-172e-4aa8-a032-22734b62fde2 req-3f56526f-b29e-405e-808c-1edc272382cf tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1549506 Jan 15 15:05:17.532206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a8578e30-70a5-4d4a-8fc9-2271a55a7f87 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:17.578741 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c34328-afec-4e5f-8047-d24dc7cd4307', 'name': 'network-vif-deleted', 'tag': 'a8578e30-70a5-4d4a-8fc9-2271a55a7f87', 'status': 'completed', 'code': 200} Jan 15 15:05:17.582955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: a8578e30-70a5-4d4a-8fc9-2271a55a7f87 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:17.583354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a8578e30-70a5-4d4a-8fc9-2271a55a7f87 not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:05:17.613408 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d8a6f55-172e-4aa8-a032-22734b62fde2 req-daa18ddc-9399-4701-b368-c59608ec5ab8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364000 Jan 15 15:05:17.618255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=b9acde22-8e71-407f-9fb4-79a91586a2b8,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:17.629158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:17.660406 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8', 'code': 200} Jan 15 15:05:18.068319 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2bbc5dab-3b0b-49a6-b521-78ffd0e36125 req-b69ba1ae-3248-40cd-a8a5-046daba21862 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 210 time: 0.0859194 Jan 15 15:05:18.198327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e01d0d-0648-41d9-9ed8-4bfcec97da47 req-29d8779f-bf82-4a00-8147-63ae992739cc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:18.207405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 0afa7bce-0250-4480-95af-e75cc7bafc38 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:18.220727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a4e01d0d-0648-41d9-9ed8-4bfcec97da47 req-29d8779f-bf82-4a00-8147-63ae992739cc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1607451 Jan 15 15:05:18.262318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97cad3-8afa-4d36-8569-3d94f1ebf829 req-da3d4531-9732-4b99-bf97-7c507e88cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:18.264635 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fe97cad3-8afa-4d36-8569-3d94f1ebf829 req-da3d4531-9732-4b99-bf97-7c507e88cba9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 1162 time: 0.2747276 Jan 15 15:05:18.354555 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 0afa7bce-0250-4480-95af-e75cc7bafc38 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:18.354965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.381165 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fe97cad3-8afa-4d36-8569-3d94f1ebf829 req-d367a27a-0b4d-411d-b34b-5d3e582b58fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920415 Jan 15 15:05:18.425633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:18.427810 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a4e01d0d-0648-41d9-9ed8-4bfcec97da47 req-2c09fa55-b038-4e56-9b55-e78804e7ea07 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056801 Jan 15 15:05:18.590349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b9acde22-8e71-407f-9fb4-79a91586a2b8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:18.590762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.108355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79816b-cc25-44e1-b130-f7404940f89d req-d3ffad0c-e5eb-4067-8ca0-227e90f08e8c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:19.110097 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a79816b-cc25-44e1-b130-f7404940f89d req-d3ffad0c-e5eb-4067-8ca0-227e90f08e8c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1094818 Jan 15 15:05:19.164302 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a79816b-cc25-44e1-b130-f7404940f89d req-364ab478-34b4-4b73-b875-38d6d1f439e1 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Jan 15 15:05:19.330853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-0ae2eaca-43e0-4f89-8ea5-59ff0565e334 req-9feab2b1-6001-44a2-b5b2-36ed7cf65290 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Synchronizing usage tracker for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:19.347423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-0ae2eaca-43e0-4f89-8ea5-59ff0565e334 req-9feab2b1-6001-44a2-b5b2-36ed7cf65290 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Unset dirty status for tenant:2ba0ee95468045a5a3b4e9e3a8854217 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:19.348814 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0ae2eaca-43e0-4f89-8ea5-59ff0565e334 req-9feab2b1-6001-44a2-b5b2-36ed7cf65290 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] 10.222.0.52 "GET /v2.0/ports?device_id=49c34328-afec-4e5f-8047-d24dc7cd4307 HTTP/1.1" status: 200 len: 210 time: 0.0684221 Jan 15 15:05:19.707475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150899e4-7b80-4c79-85e3-1031d762e377 req-4121bbf2-103d-4101-b009-8adbd26ce9cb tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:19.709218 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-150899e4-7b80-4c79-85e3-1031d762e377 req-4121bbf2-103d-4101-b009-8adbd26ce9cb tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1071258 Jan 15 15:05:19.765832 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-150899e4-7b80-4c79-85e3-1031d762e377 req-6f95fc4c-12f3-450f-9bde-55dcf19a1c3d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Jan 15 15:05:20.422014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d5d6-43e7-44f5-a19c-f719932fb1de req-5299774d-741f-4ab3-8890-e52f1da22795 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.429813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ed89d5d6-43e7-44f5-a19c-f719932fb1de req-5299774d-741f-4ab3-8890-e52f1da22795 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1261027 Jan 15 15:05:20.584756 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ed89d5d6-43e7-44f5-a19c-f719932fb1de req-ae56b132-1ba5-4f1d-bd55-ba3abbc052e6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538677 Jan 15 15:05:20.672777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:20.811627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b9acde22-8e71-407f-9fb4-79a91586a2b8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:20.812261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.125159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc272-9356-4bc9-8d35-4dd877806732 req-e79acbd1-52fb-42d2-92de-abb5b26f826e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:21.126996 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ca2cc272-9356-4bc9-8d35-4dd877806732 req-e79acbd1-52fb-42d2-92de-abb5b26f826e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1180308 Jan 15 15:05:21.210129 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ca2cc272-9356-4bc9-8d35-4dd877806732 req-eb250ccd-a8e7-4b3f-9fce-fc0c4800943f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681839 Jan 15 15:05:21.906972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087996c5-13b0-49b5-b28f-13fa49e5adc5 req-7e1640dd-a894-4f9b-a071-9e621120def0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:21.908729 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-087996c5-13b0-49b5-b28f-13fa49e5adc5 req-7e1640dd-a894-4f9b-a071-9e621120def0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1204948 Jan 15 15:05:21.975762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-087996c5-13b0-49b5-b28f-13fa49e5adc5 req-25072c64-88fb-40a6-bcd9-be8145477a0e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Jan 15 15:05:22.558335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:22.702701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b9acde22-8e71-407f-9fb4-79a91586a2b8 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:22.703130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.258725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd4b6-e2f7-4676-8b92-9839934cfd61 req-13a859b6-be53-426e-b8d5-8f2afbbdaf9b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.261033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4e9bd4b6-e2f7-4676-8b92-9839934cfd61 req-13a859b6-be53-426e-b8d5-8f2afbbdaf9b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1173866 Jan 15 15:05:23.348867 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4e9bd4b6-e2f7-4676-8b92-9839934cfd61 req-908c7dd3-4c68-439a-b998-8c236bb052fe tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Jan 15 15:05:23.923139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-efaff779-ca4c-46a5-815d-a157fac44201 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.924788 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-efaff779-ca4c-46a5-815d-a157fac44201 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 815 time: 0.1857049 Jan 15 15:05:23.942929 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-f621939a-8119-4819-8378-05a1d0c4afcf tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/quotas/a289496572e84fd292318de8bb569818 HTTP/1.1" status: 200 len: 375 time: 0.0119276 Jan 15 15:05:24.050822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-011c98a3-0cc7-4dbf-869c-d6ecd4004c56 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:24.069917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-011c98a3-0cc7-4dbf-869c-d6ecd4004c56 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:24.071382 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-011c98a3-0cc7-4dbf-869c-d6ecd4004c56 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212623 Jan 15 15:05:24.227428 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-ab427c61-5490-40b7-a655-be54e1f23117 service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416667 Jan 15 15:05:24.374505 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-4ff0d894-6c3a-405f-87ed-d067ade8cbe5 service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397460 Jan 15 15:05:24.610835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcb2c2-db40-4a51-923f-522753dc3ff3 req-6d69a049-9deb-4b26-9295-fdce030ee8c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:24.621427 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fdcb2c2-db40-4a51-923f-522753dc3ff3 req-6d69a049-9deb-4b26-9295-fdce030ee8c4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1330199 Jan 15 15:05:24.641755 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-69a79394-4b91-4b72-a627-d2201575160a req-6c097a46-1b37-4871-bd9b-46e230bf4844 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 210 time: 0.0496309 Jan 15 15:05:24.685795 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fdcb2c2-db40-4a51-923f-522753dc3ff3 req-7d8421ef-eb79-4275-9545-7327fb606f3e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Jan 15 15:05:25.833392 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc82b6bd-9b44-4d46-a252-031a2ef73226 req-5c0a50fe-495d-4482-9ff7-040b0a7f25fd tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 210 time: 0.0501041 Jan 15 15:05:25.974782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a15b13-d3cc-4516-a1ce-6cc6b492fc69 req-7f04020a-ff39-467d-8a6f-780e985ba010 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:25.976481 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37a15b13-d3cc-4516-a1ce-6cc6b492fc69 req-7f04020a-ff39-467d-8a6f-780e985ba010 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1194310 Jan 15 15:05:25.986325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:05:26.031685 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37a15b13-d3cc-4516-a1ce-6cc6b492fc69 req-a8280529-a313-49f4-ab8f-9cb47bca878f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Jan 15 15:05:26.659548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0b27b611-4e02-4cef-8343-269f11932ad4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.660845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0b27b611-4e02-4cef-8343-269f11932ad4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:26.678744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0b27b611-4e02-4cef-8343-269f11932ad4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:26.679994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0b27b611-4e02-4cef-8343-269f11932ad4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 815 time: 0.2394783 Jan 15 15:05:26.795630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'port': {'device_id': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'admin_state_up': True, 'tenant_id': 'a289496572e84fd292318de8bb569818'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:26.879707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45078) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:26.952114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:26.967260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:26.985734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Made reservation on behalf of a289496572e84fd292318de8bb569818 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:27.004843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.153971 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-36ebb21c-2d1f-4e64-af67-47c2f9aa6e1d req-00eea56c-f4fc-4393-8e15-61854073c5ec tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 210 time: 0.1297162 Jan 15 15:05:27.227119 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3e586546-1cfd-4e33-8ffd-e30890099539 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ba0ee95468045a5a3b4e9e3a8854217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455508 Jan 15 15:05:27.228110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45100) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:27.339507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.378052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.456312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.462215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3933f800-5bfd-45a4-b742-f5d3dd859c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:27.480774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6090ba-7160-4962-8444-ef85fc6d13bd,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:27.483805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:27.489946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.502236 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da6090ba-7160-4962-8444-ef85fc6d13bd HTTP/1.1" status: 204 len: 168 time: 0.2645752 Jan 15 15:05:27.602101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede26416-a20c-4856-a28e-15c8ceb40dd7 req-54103eec-866a-499b-91dd-92b357d9061d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.610811 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ede26416-a20c-4856-a28e-15c8ceb40dd7 req-54103eec-866a-499b-91dd-92b357d9061d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.3447313 Jan 15 15:05:27.706397 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ede26416-a20c-4856-a28e-15c8ceb40dd7 req-d9306f3e-5f57-4910-92e1-ec6661808bba tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944228 Jan 15 15:05:27.707696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Allocated IP 172.20.0.14 (bbb6a598-3584-4bed-afb5-25363ebfad4f/6f764c52-587b-4ab8-9a2d-367bace6879d/cb95314b-1ecd-45cf-8956-19b08ce3b0bb) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:28.050672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.069641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Transition to ACTIVE for port object cb95314b-1ecd-45cf-8956-19b08ce3b0bb will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:28.091230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.110362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cee0c9ab-9ca5-4bed-baf9-39a497ef9e7a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:28.277381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:28.280757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:28.326335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Network bbb6a598-3584-4bed-afb5-25363ebfad4f is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:28.327766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:28.330410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:28.426021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:28.426762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.478892 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6886756 Jan 15 15:05:28.646016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-18112859-979a-462c-bbda-332378178004 None None] Provisioning for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:28.652156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-18112859-979a-462c-bbda-332378178004 None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:28.652604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-18112859-979a-462c-bbda-332378178004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.712392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-18112859-979a-462c-bbda-332378178004 None None] Port cb95314b-1ecd-45cf-8956-19b08ce3b0bb cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:05:30.352273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b901df9f-4462-4f73-9143-beeddb745e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.265421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45160) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:31.427656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.443485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:31.448564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bda58821dc48889cab97b9faa81ea7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:31.451700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:31.457961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:31.550346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.554604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.564586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.611226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 45168) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:31.611418 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1bda58821dc48889cab97b9faa81ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446770 Jan 15 15:05:31.613242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937ec93-bf6b-4f8b-8be8-f73510eb28a7,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.616719 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.692025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.720748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.770324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.775468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ff13eef-b726-4c9e-905c-3541452b723a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.793282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937ec93-bf6b-4f8b-8be8-f73510eb28a7,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.796514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.800497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.801694 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3937ec93-bf6b-4f8b-8be8-f73510eb28a7 HTTP/1.1" status: 204 len: 168 time: 0.1893685 Jan 15 15:05:32.222102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-611a06c1-ce71-4bcb-8b8e-5e323681765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.254647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.519951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.815997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.105020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.224205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 45310) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:44.379537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.396642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:44.400686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Usage tracker for resource:security_group_rule and tenant:26926d3c82994f3c946576ae41b02766 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:44.403609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:44.409361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:44.500668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.503496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.513069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:44.555959 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26926d3c82994f3c946576ae41b02766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299201 Jan 15 15:05:44.557549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc91366-5128-4063-91ab-0bceddbd54d1,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:44.558762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45316) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:44.561225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:44.622040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.656481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.701458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.706573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a2936f33-57d5-428a-a876-4ab30d0413d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:44.719412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc91366-5128-4063-91ab-0bceddbd54d1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:44.723229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:44.729670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.730896 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbc91366-5128-4063-91ab-0bceddbd54d1 HTTP/1.1" status: 204 len: 168 time: 0.1710637 Jan 15 15:05:47.036381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Request body: {'port': {'device_id': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:47.156362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.343916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2637a4-d062-4a5e-ab11-d613cc43823d req-638bd1a3-7070-460b-8c86-6aadb83c0b4d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:47.345905 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aa2637a4-d062-4a5e-ab11-d613cc43823d req-638bd1a3-7070-460b-8c86-6aadb83c0b4d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 932 time: 0.1177194 Jan 15 15:05:47.408427 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aa2637a4-d062-4a5e-ab11-d613cc43823d req-fc62ef80-05ac-485e-9dc7-b96f99ecf559 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Jan 15 15:05:47.690266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fcd6-81b7-40ef-9a93-4efcfd86064f req-8a437109-0e65-45de-922d-b9c45d3ad2b7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:47.691944 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1ab3fcd6-81b7-40ef-9a93-4efcfd86064f req-8a437109-0e65-45de-922d-b9c45d3ad2b7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1956196 Jan 15 15:05:47.825260 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1ab3fcd6-81b7-40ef-9a93-4efcfd86064f req-edf63272-35e1-4f33-a74f-eeb8c413385a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167176 Jan 15 15:05:47.940783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb95314b-1ecd-45cf-8956-19b08ce3b0bb {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:47.948626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.960587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Transition to ACTIVE for port object cb95314b-1ecd-45cf-8956-19b08ce3b0bb will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:47.963915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.979265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-da77f17c-f703-4c11-9726-e35586678283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:48.113134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:48.118967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:48.312270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Attempting to bind port cb95314b-1ecd-45cf-8956-19b08ce3b0bb on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:48.312653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Attempting to bind port cb95314b-1ecd-45cf-8956-19b08ce3b0bb by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:48.313026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Attempting to bind port cb95314b-1ecd-45cf-8956-19b08ce3b0bb on network bbb6a598-3584-4bed-afb5-25363ebfad4f {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:48.319046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:48.319421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Checking segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:48.319825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:48.320257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Bound using segment: {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:48.320774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Bound port: cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d42c154-5894-4085-a193-20e2be2b7288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:48.321177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:48.413817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:48.417888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:48.420921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:48.436456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:48.663464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:48.669670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:48.729948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-e9544939-2d39-489b-be76-e5c00de7a49e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:48.730623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-e9544939-2d39-489b-be76-e5c00de7a49e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:48.744741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:48.745408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:48.746938 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] 10.222.0.69 "PUT /v2.0/ports/cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1158 time: 1.7155766 Jan 15 15:05:48.747451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:48.757164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-e9544939-2d39-489b-be76-e5c00de7a49e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:48.758799 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-e9544939-2d39-489b-be76-e5c00de7a49e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.2050123 Jan 15 15:05:48.815720 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:05:48.820860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-6be7dff8-a656-428a-9384-1070ec18a9e5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:48.840768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-6be7dff8-a656-428a-9384-1070ec18a9e5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:48.842170 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f6bebe6f-220e-47f5-b108-4f47215d87ca req-6be7dff8-a656-428a-9384-1070ec18a9e5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765686 Jan 15 15:05:48.955557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-432b2f6a-eefa-470f-924d-d266c1b16cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:48.957216 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-432b2f6a-eefa-470f-924d-d266c1b16cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1161 time: 0.0912631 Jan 15 15:05:49.054956 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-173b682d-07ca-409c-8ae1-57e0ec4541c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 217 time: 0.0676517 Jan 15 15:05:49.074345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9a94-1ae9-4c81-b736-2745de96aad0 req-bf379719-2146-4d06-a5be-94ebfff22556 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:49.075967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a95e9a94-1ae9-4c81-b736-2745de96aad0 req-bf379719-2146-4d06-a5be-94ebfff22556 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1093276 Jan 15 15:05:49.128093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a95e9a94-1ae9-4c81-b736-2745de96aad0 req-d59dfef4-0be2-4674-8753-130390d8eb5f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Jan 15 15:05:49.139138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-be0ca9ed-6002-4dc1-a91e-2f5c905f448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:49.140949 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-be0ca9ed-6002-4dc1-a91e-2f5c905f448f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.0688503 Jan 15 15:05:49.224256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-94826ed9-14d8-4702-ae8e-7b7b349fc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:49.225888 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-94826ed9-14d8-4702-ae8e-7b7b349fc5d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752685 Jan 15 15:05:49.382333 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-16d80238-c08a-4066-870a-6d261beb0d59 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451938 Jan 15 15:05:49.557321 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2fdc6f53-ea02-4c77-aa4d-c5b5d65d9c3b req-15089f9c-af86-40e4-bc66-4c61a8d548ad service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1627038 Jan 15 15:05:49.815006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-adbbc8da-bca4-43a6-b17a-f3c6e6ce101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:49.816551 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-adbbc8da-bca4-43a6-b17a-f3c6e6ce101d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1161 time: 0.0751469 Jan 15 15:05:50.003759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-fc474fc5-3701-4975-8867-b933d581abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.005399 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-fc474fc5-3701-4975-8867-b933d581abcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.1454062 Jan 15 15:05:50.080643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3891a4-900c-4b67-b092-681d5831737a req-5704e44f-7d17-44e2-b0bd-3a6acea07121 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.082199 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-da3891a4-900c-4b67-b092-681d5831737a req-5704e44f-7d17-44e2-b0bd-3a6acea07121 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.1069431 Jan 15 15:05:50.134495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-da3891a4-900c-4b67-b092-681d5831737a req-8da40ab1-9241-4435-9aef-a006fc50e12b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Jan 15 15:05:50.165974 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-10cad412-7a19-47a4-8541-3e85900e5b36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 217 time: 0.1085560 Jan 15 15:05:50.198081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a68b9d-a695-49f8-acdc-a2dfd375a07b req-6e611f85-cc29-4d65-af04-c0e4ca37a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.199695 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56a68b9d-a695-49f8-acdc-a2dfd375a07b req-6e611f85-cc29-4d65-af04-c0e4ca37a71a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.1409843 Jan 15 15:05:50.353718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56a68b9d-a695-49f8-acdc-a2dfd375a07b req-f6e0b640-4c48-4eed-b7d3-eefebcfdde5c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153011 Jan 15 15:05:50.354980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-b4de738e-a57b-4917-ad8e-4419c1adf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.356483 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-b4de738e-a57b-4917-ad8e-4419c1adf6d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.1558185 Jan 15 15:05:50.398672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271598b9-dad6-4d02-8fcc-085687bf4eb8 req-879e5518-4faf-4dbe-8c77-025198118074 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.400945 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-271598b9-dad6-4d02-8fcc-085687bf4eb8 req-879e5518-4faf-4dbe-8c77-025198118074 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1319380 Jan 15 15:05:50.455043 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-271598b9-dad6-4d02-8fcc-085687bf4eb8 req-ead67fa5-0e00-4af4-a4b9-f2149e98c681 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Jan 15 15:05:50.866714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-ae8bfdac-2636-452c-b986-baeb63756b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.868663 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-ae8bfdac-2636-452c-b986-baeb63756b35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783210 Jan 15 15:05:51.042587 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-ebd63cd3-032c-4351-ba0e-da0e3017a101 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467485 Jan 15 15:05:51.257459 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94b190f-bdde-4b1e-8902-8b0655a4562d req-755ab282-de8d-4886-8311-4760504028c2 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433125 Jan 15 15:05:51.442990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12919ea1-b69e-4f07-aff8-1aaf6df9265b req-5f9175d1-40ee-4944-b0f6-a92fec5665ec tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:51.458883 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-12919ea1-b69e-4f07-aff8-1aaf6df9265b req-5f9175d1-40ee-4944-b0f6-a92fec5665ec tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1262107 Jan 15 15:05:51.522842 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-12919ea1-b69e-4f07-aff8-1aaf6df9265b req-b0aca9c4-7b4a-4de5-b78c-0b7ba5287b12 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629995 Jan 15 15:05:51.617318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504403-b5b7-4505-b294-c38ebfa17c58 req-8f58c4ad-056d-4a68-ad68-77af6d92cb1c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:51.620003 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7f504403-b5b7-4505-b294-c38ebfa17c58 req-8f58c4ad-056d-4a68-ad68-77af6d92cb1c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.1084325 Jan 15 15:05:51.676895 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7f504403-b5b7-4505-b294-c38ebfa17c58 req-a0c4c25b-7591-482a-8b5c-630d507035d4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Jan 15 15:05:51.749851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d9df-42e2-4670-be28-b722d5661da8 req-05c2f619-3d52-4a1d-8b01-4d1da9de1bf2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:51.751426 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97d1d9df-42e2-4670-be28-b722d5661da8 req-05c2f619-3d52-4a1d-8b01-4d1da9de1bf2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1054375 Jan 15 15:05:51.802686 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97d1d9df-42e2-4670-be28-b722d5661da8 req-46b78f7d-f291-420f-a9d0-240e2a5d8703 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Jan 15 15:05:52.754514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4372b9-51e1-4e6c-a67d-4fd5f3a0f8fb req-1b45eee6-7cbb-4786-a795-5506acebe7f2 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:52.756157 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f4372b9-51e1-4e6c-a67d-4fd5f3a0f8fb req-1b45eee6-7cbb-4786-a795-5506acebe7f2 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1030898 Jan 15 15:05:52.808548 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f4372b9-51e1-4e6c-a67d-4fd5f3a0f8fb req-008c6329-be6b-4764-a00d-198454b225e4 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Jan 15 15:05:52.912497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee207be-0d9d-48e5-a744-db0e3fa5c131 req-c5c6da38-bd5c-48ff-b5bc-d6a23151495b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:52.914133 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7ee207be-0d9d-48e5-a744-db0e3fa5c131 req-c5c6da38-bd5c-48ff-b5bc-d6a23151495b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.1006331 Jan 15 15:05:52.965405 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7ee207be-0d9d-48e5-a744-db0e3fa5c131 req-eb67863a-0c7d-4be3-9f03-7822c00ecad5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Jan 15 15:05:53.031414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d274-ee7f-4514-90ac-478b91ecc1c5 req-e7a039d7-9c66-4e88-ac2f-8e0ce39768ad tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:53.033053 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-de20d274-ee7f-4514-90ac-478b91ecc1c5 req-e7a039d7-9c66-4e88-ac2f-8e0ce39768ad tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1003811 Jan 15 15:05:53.083393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-de20d274-ee7f-4514-90ac-478b91ecc1c5 req-6cb0dca7-59d1-4981-9b1c-3d7cd40f1dc0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Jan 15 15:05:53.646576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431908b-6b09-4ef0-ad58-dd18237db0b0 req-45cfc2e6-9b9d-4a25-9120-07722ffbb818 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:53.648223 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e431908b-6b09-4ef0-ad58-dd18237db0b0 req-45cfc2e6-9b9d-4a25-9120-07722ffbb818 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1692574 Jan 15 15:05:53.651667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-e447f340-da4e-4ba2-b26c-4009727c3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:53.653188 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-e447f340-da4e-4ba2-b26c-4009727c3360 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.1321318 Jan 15 15:05:53.788422 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e431908b-6b09-4ef0-ad58-dd18237db0b0 req-86efb33c-01d3-4b4d-8795-1f00f3ef91ef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328518 Jan 15 15:05:53.835072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-12c7122c-a65a-40e1-a8c8-cc8253d26d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:53.837460 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-12c7122c-a65a-40e1-a8c8-cc8253d26d1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.1654499 Jan 15 15:05:53.922431 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-a2ca0186-e256-4ee2-8452-309a9b0baded service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.0688195 Jan 15 15:05:54.017439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-86cdffdd-b10e-43df-8a88-2d5b620fcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:54.020820 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-86cdffdd-b10e-43df-8a88-2d5b620fcf7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0769436 Jan 15 15:05:54.048752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593bea-d70c-437f-822c-4167dc24ecf6 req-443b2130-c3eb-4aa2-b5f6-7ad5d378a203 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:54.050730 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20593bea-d70c-437f-822c-4167dc24ecf6 req-443b2130-c3eb-4aa2-b5f6-7ad5d378a203 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1083758 Jan 15 15:05:54.081727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-153826df-5985-45be-8bc0-7e13d3fc3181 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521195 Jan 15 15:05:54.112151 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20593bea-d70c-437f-822c-4167dc24ecf6 req-28e858bc-3f0d-43a5-9af3-66d6c736c479 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524507 Jan 15 15:05:54.504239 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-89e8bf0f-fe80-4b8e-a487-a402bfb02302 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137733 Jan 15 15:05:54.527120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7eb47-42e3-4f4e-80c7-8ad13e6557f3 req-3c120bc9-254b-4dc7-a495-55bd01902680 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:54.528635 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-31a7eb47-42e3-4f4e-80c7-8ad13e6557f3 req-3c120bc9-254b-4dc7-a495-55bd01902680 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.4149308 Jan 15 15:05:54.670012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-31a7eb47-42e3-4f4e-80c7-8ad13e6557f3 req-99b0d27e-3baf-4603-b916-6c3a0717f4e9 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154261 Jan 15 15:05:54.710464 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81957cfe-b3b3-4d6a-ae3f-3e2a00051994 req-c7f12ec5-4b44-44c5-b810-e700305fbe60 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1808023 Jan 15 15:05:54.899346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-1572eb89-8d55-46ce-9727-8864a020caa0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:05:55.189975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3059e7-fc68-4fb3-a15e-6da6036287b8 req-2c5b5f1c-5c00-4135-9897-13e7bf5831ca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.191610 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e3059e7-fc68-4fb3-a15e-6da6036287b8 req-2c5b5f1c-5c00-4135-9897-13e7bf5831ca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1055200 Jan 15 15:05:55.242149 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e3059e7-fc68-4fb3-a15e-6da6036287b8 req-ddcf8748-a1dc-4f6f-b6f2-37fbfdc5b73b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Jan 15 15:05:55.313536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4496-dab4-4202-8c42-90cd8d75b566 req-c752be5c-47bc-46c9-a2fa-4612dbf9c408 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.315194 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d69c4496-dab4-4202-8c42-90cd8d75b566 req-c752be5c-47bc-46c9-a2fa-4612dbf9c408 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1047108 Jan 15 15:05:55.379425 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d69c4496-dab4-4202-8c42-90cd8d75b566 req-8c6d6f88-132e-45a2-9f49-ff2111eb4a5a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525131 Jan 15 15:05:55.448893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f53e4-ac05-449b-b533-793ddb205299 req-04e57cf7-8817-4bcd-8a9b-fff8087f26b5 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.450503 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-543f53e4-ac05-449b-b533-793ddb205299 req-04e57cf7-8817-4bcd-8a9b-fff8087f26b5 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1607497 Jan 15 15:05:55.546351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98586f-d6ce-49ca-862f-9b70c004df9e req-5c2bcabf-4e44-4d61-9042-e0f2ff85dc22 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.547967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3c98586f-d6ce-49ca-862f-9b70c004df9e req-5c2bcabf-4e44-4d61-9042-e0f2ff85dc22 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 945 time: 0.1869292 Jan 15 15:05:55.585931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port b9acde22-8e71-407f-9fb4-79a91586a2b8 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:55.586971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.673598 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3c98586f-d6ce-49ca-862f-9b70c004df9e req-766b3385-5c8c-4c4a-bbe8-c98895a14b68 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172152 Jan 15 15:05:55.877404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port b9acde22-8e71-407f-9fb4-79a91586a2b8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b9acde22-8e71-407f-9fb4-79a91586a2b8,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:55.877801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.898076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6de081-ddc6-46cb-912a-1812aeb06908 req-02086d04-0a2b-4b57-8671-0d487a928988 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.900432 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a6de081-ddc6-46cb-912a-1812aeb06908 req-02086d04-0a2b-4b57-8671-0d487a928988 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 944 time: 0.1003091 Jan 15 15:05:55.951964 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a6de081-ddc6-46cb-912a-1812aeb06908 req-9ec12fd9-aa42-4619-a667-7fd8b12cb67a tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444989 Jan 15 15:05:56.007635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for b9acde22-8e71-407f-9fb4-79a91586a2b8 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:56.156736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:56.157770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.174210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbf982c8-2709-41ba-b91b-6db0dae7901b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:56.224256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:56.224846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event deleted for resources: {'Port': ['ID=b9acde22-8e71-407f-9fb4-79a91586a2b8,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:56.229298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:56.229715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.273457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:56.353136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.388573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:56.389599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:56.396745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] No DVR routers for this DVR port b9acde22-8e71-407f-9fb4-79a91586a2b8 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:05:56.397501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.400793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.401162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:56.405422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'name': 'network-vif-deleted', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:56.427839 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-543f53e4-ac05-449b-b533-793ddb205299 req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "DELETE /v2.0/ports/b9acde22-8e71-407f-9fb4-79a91586a2b8 HTTP/1.1" status: 204 len: 173 time: 0.9601038 Jan 15 15:05:56.491257 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'code': 200} Jan 15 15:05:56.535762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:56.542539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:56.548423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784354-95e9-459b-9f4e-13cc48e6d560 req-d24b18a5-c85e-4937-9370-971e2c950472 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:56.552784 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-96784354-95e9-459b-9f4e-13cc48e6d560 req-d24b18a5-c85e-4937-9370-971e2c950472 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1400845 Jan 15 15:05:56.618427 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-96784354-95e9-459b-9f4e-13cc48e6d560 req-42da99f7-e2b3-4ca8-a401-c44b1b7b39ef tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608640 Jan 15 15:05:56.701342 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c11373-47c0-49a9-ab13-a2ef5e37ffb5', 'name': 'network-vif-deleted', 'tag': 'b9acde22-8e71-407f-9fb4-79a91586a2b8', 'status': 'completed', 'code': 200} Jan 15 15:05:56.733078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d272-2cf6-49d4-817e-dc22edc74b2c req-4d106605-e104-4d0d-83ba-92d285823953 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:56.735508 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84c3d272-2cf6-49d4-817e-dc22edc74b2c req-4d106605-e104-4d0d-83ba-92d285823953 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1315820 Jan 15 15:05:56.813268 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84c3d272-2cf6-49d4-817e-dc22edc74b2c req-191dfec0-a6c8-4b59-a01f-72dd3e5fb4d3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714481 Jan 15 15:05:56.916690 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99f31308-62ae-475e-91fe-8f919f3e46ef req-c6c8d054-2d73-4355-b826-d9cecb091b36 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0527430 Jan 15 15:05:56.944331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e6b6f-bcf4-4088-a665-ec21c4bd9e43 req-24244290-16e8-4747-8517-588893687b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:56.945920 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f3e6b6f-bcf4-4088-a665-ec21c4bd9e43 req-24244290-16e8-4747-8517-588893687b12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.0928977 Jan 15 15:05:57.076910 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f3e6b6f-bcf4-4088-a665-ec21c4bd9e43 req-de09ff8b-bfb6-4a86-8796-6f0aa2f88ab6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Jan 15 15:05:57.181290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775966-5131-45e4-8141-ac6f93735cb5 req-e902702e-eebe-4fdf-8d7a-75aec6af0c46 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:57.182887 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75775966-5131-45e4-8141-ac6f93735cb5 req-e902702e-eebe-4fdf-8d7a-75aec6af0c46 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.0998683 Jan 15 15:05:57.236278 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75775966-5131-45e4-8141-ac6f93735cb5 req-0d227532-2826-4af4-a3fd-cccf8592f9eb tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Jan 15 15:05:57.838108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7635778-a738-498a-acc2-4d9e9bd90213 req-1a3b1142-ea8a-4e4b-9242-9d80c0c1e1db tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:57.839649 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f7635778-a738-498a-acc2-4d9e9bd90213 req-1a3b1142-ea8a-4e4b-9242-9d80c0c1e1db tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1027987 Jan 15 15:05:57.892803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f7635778-a738-498a-acc2-4d9e9bd90213 req-b0215f4e-84c4-4ad0-9362-a26b5565e812 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Jan 15 15:05:58.043317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f4c6-c402-4866-8a7a-c217cab4494a req-eec8df0b-2414-4a63-81db-cb9bfe240ac1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.045031 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-87f2f4c6-c402-4866-8a7a-c217cab4494a req-eec8df0b-2414-4a63-81db-cb9bfe240ac1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1064258 Jan 15 15:05:58.097856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-87f2f4c6-c402-4866-8a7a-c217cab4494a req-769c959d-bd6a-4be1-aefb-b63f9fbf393a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467198 Jan 15 15:05:58.160386 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc2d6867-e94c-4908-b630-9e6979d96522 req-5b2bb6cf-b5ec-4c18-bda8-39bdaa83a1ef tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=55c11373-47c0-49a9-ab13-a2ef5e37ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0853171 Jan 15 15:05:58.464305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e35ed-037f-445b-ad81-ca0b6e92bac5 req-7b026a9c-8307-43a5-8e88-f6746bafb096 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.465972 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-559e35ed-037f-445b-ad81-ca0b6e92bac5 req-7b026a9c-8307-43a5-8e88-f6746bafb096 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1042242 Jan 15 15:05:58.517413 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-559e35ed-037f-445b-ad81-ca0b6e92bac5 req-9e746fa6-7409-4624-9f14-a3389bb3568c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Jan 15 15:05:59.125899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c7716-f62c-4827-80d4-e71527bb957d req-eef04e7d-0f29-4f4f-ade9-4eae7a35f6b0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.127424 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-975c7716-f62c-4827-80d4-e71527bb957d req-eef04e7d-0f29-4f4f-ade9-4eae7a35f6b0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1047671 Jan 15 15:05:59.180100 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-975c7716-f62c-4827-80d4-e71527bb957d req-31a68380-7dcf-4ac7-8567-291c191ad4c2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Jan 15 15:05:59.184446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:59.270632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:59.271069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:59.402601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2656b40-f9bb-4389-8a63-64fa23d90acc req-1f347e80-310a-4be2-b5aa-75128bc139b0 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.411849 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a2656b40-f9bb-4389-8a63-64fa23d90acc req-1f347e80-310a-4be2-b5aa-75128bc139b0 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1637096 Jan 15 15:05:59.422017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:59.481781 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a2656b40-f9bb-4389-8a63-64fa23d90acc req-5d99722b-acfe-4afd-a9a3-055a128e8b35 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672469 Jan 15 15:05:59.596604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:59.597130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:59.808101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5bc6-64ec-4a47-84c8-b8c47f138257 req-47313096-2e99-49e8-bf48-143bedc30e54 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.824372 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e77a5bc6-64ec-4a47-84c8-b8c47f138257 req-47313096-2e99-49e8-bf48-143bedc30e54 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1389508 Jan 15 15:05:59.869584 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e77a5bc6-64ec-4a47-84c8-b8c47f138257 req-d477efc2-8dcf-4014-a4b8-f2b0e95a99e3 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523160 Jan 15 15:05:59.911053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:59.952587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: b9acde22-8e71-407f-9fb4-79a91586a2b8 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:59.952990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b9acde22-8e71-407f-9fb4-79a91586a2b8 not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:06:00.113425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aed19-9c05-4200-9100-5af3c870fc78 req-77b332b5-cb7b-46cb-aea8-92309320689d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.116562 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-511aed19-9c05-4200-9100-5af3c870fc78 req-77b332b5-cb7b-46cb-aea8-92309320689d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1107347 Jan 15 15:06:00.170091 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-511aed19-9c05-4200-9100-5af3c870fc78 req-26abfa04-3b26-4da4-bd15-ef1cc32e46c6 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Jan 15 15:06:00.284824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81382bde-d113-4b59-a517-e4c811765251 req-65e751f0-76a8-4db0-9058-838e8cfbe05e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.286508 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81382bde-d113-4b59-a517-e4c811765251 req-65e751f0-76a8-4db0-9058-838e8cfbe05e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1034570 Jan 15 15:06:00.340350 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-81382bde-d113-4b59-a517-e4c811765251 req-331ed8f0-200a-484b-b70b-35a7b8d4ad22 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452707 Jan 15 15:06:00.356112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4710cf01-96b9-4460-8ee7-031a5a4f9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.645087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ad9f-ec1d-4957-afcc-401ac005cb7a req-ee02cf21-f562-4836-8569-c60a040a45ab tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.646718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ebf1ad9f-ec1d-4957-afcc-401ac005cb7a req-ee02cf21-f562-4836-8569-c60a040a45ab tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1007552 Jan 15 15:06:00.699727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ebf1ad9f-ec1d-4957-afcc-401ac005cb7a req-2f32159e-95b2-4065-b8bb-9344d0ab97f8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Jan 15 15:06:00.714986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219f3c1-ac1f-4fd1-88a9-32ab671a562a req-8ec0c7dd-3d92-431c-8142-3caa9c90dde2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.716837 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6219f3c1-ac1f-4fd1-88a9-32ab671a562a req-8ec0c7dd-3d92-431c-8142-3caa9c90dde2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1036098 Jan 15 15:06:00.773080 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6219f3c1-ac1f-4fd1-88a9-32ab671a562a req-54158240-9442-4c63-b17b-7889fb90895d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494080 Jan 15 15:06:01.151269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:01.264900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eab679-dc2f-4ba0-ab05-478ccf8256c3 req-36414ca2-b7cc-4c44-8555-0130d3511d3f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:01.266659 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c3eab679-dc2f-4ba0-ab05-478ccf8256c3 req-36414ca2-b7cc-4c44-8555-0130d3511d3f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1069381 Jan 15 15:06:01.332595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c3eab679-dc2f-4ba0-ab05-478ccf8256c3 req-2cea4bb3-ccf7-4c4d-b107-2bf29d1d404e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520210 Jan 15 15:06:01.367030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50650f-d9a0-4ef8-9f9b-cbeb0d034e24 req-b2860fd0-f049-413c-a187-f9e3d3df1cf3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:01.372633 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a50650f-d9a0-4ef8-9f9b-cbeb0d034e24 req-b2860fd0-f049-413c-a187-f9e3d3df1cf3 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.1188312 Jan 15 15:06:01.424696 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a50650f-d9a0-4ef8-9f9b-cbeb0d034e24 req-4cb81a2e-1aa5-4216-961b-cac0b612ba3e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Jan 15 15:06:01.430422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:01.430624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.563841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:01.638365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:01.638785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.648263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f4dc-d3a4-4c02-864d-a93c10979210 req-b97b769c-fe35-46e2-a212-1497208a74b9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:01.650623 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d143f4dc-d3a4-4c02-864d-a93c10979210 req-b97b769c-fe35-46e2-a212-1497208a74b9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1084051 Jan 15 15:06:01.703032 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d143f4dc-d3a4-4c02-864d-a93c10979210 req-4388c490-4bb0-48da-abff-6a10d408eca8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 Jan 15 15:06:02.007127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab9d8-f301-46f3-b3ee-0a61e1494387 req-b3ad8b98-23fa-4649-a7d8-2a0b21f2863b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:02.009320 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-73eab9d8-f301-46f3-b3ee-0a61e1494387 req-b3ad8b98-23fa-4649-a7d8-2a0b21f2863b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1021323 Jan 15 15:06:02.059762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-73eab9d8-f301-46f3-b3ee-0a61e1494387 req-d49d3e52-370e-4548-81d8-7c33177c2e03 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Jan 15 15:06:02.223443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-57429f66-6198-48c6-991f-12af937554a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.667943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add868d-5d6d-416b-a7d0-da4b2374eff4 req-2356ed10-82da-416e-88d1-a434906db98d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:02.668887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3add868d-5d6d-416b-a7d0-da4b2374eff4 req-2356ed10-82da-416e-88d1-a434906db98d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:02.685674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3add868d-5d6d-416b-a7d0-da4b2374eff4 req-2356ed10-82da-416e-88d1-a434906db98d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:02.686965 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3add868d-5d6d-416b-a7d0-da4b2374eff4 req-2356ed10-82da-416e-88d1-a434906db98d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.1281738 Jan 15 15:06:02.738477 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3add868d-5d6d-416b-a7d0-da4b2374eff4 req-11bd86b5-a9cf-4a5a-96ea-65ddf4eda6a8 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Jan 15 15:06:02.956613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8f9ab-9d6f-457b-9503-cfba92699356 req-ec72a79e-a49d-4dfe-bb6f-345d0cb1ee96 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:02.958193 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ebb8f9ab-9d6f-457b-9503-cfba92699356 req-ec72a79e-a49d-4dfe-bb6f-345d0cb1ee96 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1014187 Jan 15 15:06:02.987482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:06:03.013536 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ebb8f9ab-9d6f-457b-9503-cfba92699356 req-c9ea1036-cef4-4bfd-8b92-b78b8fd15340 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Jan 15 15:06:03.244014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.301894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feb25b-f5a4-407a-86ea-cd93106184da req-b7e0b2b2-1d68-4035-94e2-38519daf608d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:03.303518 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d4feb25b-f5a4-407a-86ea-cd93106184da req-b7e0b2b2-1d68-4035-94e2-38519daf608d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1090815 Jan 15 15:06:03.357347 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d4feb25b-f5a4-407a-86ea-cd93106184da req-83e16679-a784-4d23-bc37-3234a67022c5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 Jan 15 15:06:03.971862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db8775-fbce-4a18-ae1b-a96d45f827db req-46e961d7-aab5-4720-a8d6-74426c6607c0 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:03.973482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9db8775-fbce-4a18-ae1b-a96d45f827db req-46e961d7-aab5-4720-a8d6-74426c6607c0 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.1017888 Jan 15 15:06:04.026582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9db8775-fbce-4a18-ae1b-a96d45f827db req-c98e9a5a-fee2-48d7-b99a-7db0d533b3f0 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Jan 15 15:06:04.262622 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085dd89-cb2c-4ef8-8f6f-04e6cb9c2057 req-73d54b5d-6a6f-404f-9b70-13a4210ab22b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.264186 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c085dd89-cb2c-4ef8-8f6f-04e6cb9c2057 req-73d54b5d-6a6f-404f-9b70-13a4210ab22b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1040704 Jan 15 15:06:04.374533 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c085dd89-cb2c-4ef8-8f6f-04e6cb9c2057 req-ddef68aa-d289-444e-816e-a15ed971940b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685368 Jan 15 15:06:04.385944 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-1ae5b1bb-acdf-44bb-adfc-d70db3ca1275 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1204565 Jan 15 15:06:04.523241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.591666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-153ed399-396b-4885-bba0-cce988d4105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.593467 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-153ed399-396b-4885-bba0-cce988d4105d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.0839572 Jan 15 15:06:04.598881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e1a8-1588-4d90-b19f-f3b68234c1e0 req-8aad4c81-ff67-46c4-9525-0cbdd1385b37 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.600581 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-be14e1a8-1588-4d90-b19f-f3b68234c1e0 req-8aad4c81-ff67-46c4-9525-0cbdd1385b37 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1056552 Jan 15 15:06:04.798532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-05277ef6-15f0-48d8-a6c2-0ee6636f0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.800187 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-05277ef6-15f0-48d8-a6c2-0ee6636f0414 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.1528947 Jan 15 15:06:04.822493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.848957 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-be14e1a8-1588-4d90-b19f-f3b68234c1e0 req-879b2124-7cc3-4f1d-ad81-4c2a8536c540 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413116 Jan 15 15:06:04.881246 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-e9edd822-d4d6-400a-9d34-3f928dc04d0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.0674040 Jan 15 15:06:04.962180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-be3db5b4-44a8-4bf6-880f-5c0280bd4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.963740 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-be3db5b4-44a8-4bf6-880f-5c0280bd4d8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0689023 Jan 15 15:06:05.013899 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-e7f2960f-29ee-4d64-a08e-e69a1b6d2872 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jan 15 15:06:05.319188 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-efc50c59-bf00-408d-b9cd-8926ed7ee036 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562439 Jan 15 15:06:05.395030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97264e25-2e47-4f37-b568-8f95fd031857 req-a2314f25-829f-42ad-8388-1222611333be tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.396754 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97264e25-2e47-4f37-b568-8f95fd031857 req-a2314f25-829f-42ad-8388-1222611333be tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.2400994 Jan 15 15:06:05.423623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-20c22b67-fa44-48b8-a1b4-a2da7becd636 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.425293 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-20c22b67-fa44-48b8-a1b4-a2da7becd636 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 946 time: 0.2237523 Jan 15 15:06:05.625539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:05.625925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.660893 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-97264e25-2e47-4f37-b568-8f95fd031857 req-09923d0d-68e8-490d-90f0-8b60035df61a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311065 Jan 15 15:06:05.854401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37328afe-82ed-402c-84b7-2a471ffa5150 req-782bf64c-972c-4064-a5c0-c3d6c9e03726 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.856119 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37328afe-82ed-402c-84b7-2a471ffa5150 req-782bf64c-972c-4064-a5c0-c3d6c9e03726 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1137626 Jan 15 15:06:05.915793 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37328afe-82ed-402c-84b7-2a471ffa5150 req-548b8b97-8bed-494a-a354-692444d46b3d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524063 Jan 15 15:06:05.998250 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d339beec-94eb-43c7-aa03-b333e9c906cd req-ab1c6ae3-3f51-47e3-bbb3-51608b0f540d service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6484742 Jan 15 15:06:06.109198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083824f-2d08-4458-b79b-a40748ba9fc1 req-375265f9-d6a2-4ccb-947d-bba41e7f3ed5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.110852 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c083824f-2d08-4458-b79b-a40748ba9fc1 req-375265f9-d6a2-4ccb-947d-bba41e7f3ed5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2150824 Jan 15 15:06:06.160985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1e74f-58f6-4407-8cff-45dc7ad5c578 req-28fefa60-aaaf-4619-b222-0bac3df25d5d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.162595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-86b1e74f-58f6-4407-8cff-45dc7ad5c578 req-28fefa60-aaaf-4619-b222-0bac3df25d5d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1053038 Jan 15 15:06:06.215200 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-86b1e74f-58f6-4407-8cff-45dc7ad5c578 req-e902e51a-40df-45b5-94f1-aec4f8790ea2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449767 Jan 15 15:06:06.303860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c083824f-2d08-4458-b79b-a40748ba9fc1 req-3b0de410-33f9-4864-b1bb-23a3b9b2b353 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983076 Jan 15 15:06:06.350879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-f59cadd0-f22c-4222-ac89-01937fa27f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.353444 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-f59cadd0-f22c-4222-ac89-01937fa27f64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.2412460 Jan 15 15:06:06.355213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:06.355591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:06.374805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 7dd7b2e9-18d7-46db-94ec-0b363f393b90 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:06.490707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:06.519337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:06.530629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:06.534227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:06.536345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:06.564638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for 7dd7b2e9-18d7-46db-94ec-0b363f393b90 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:06.592192 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90', 'code': 200} Jan 15 15:06:06.614093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:06.618887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:06.702124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-21c6ff82-ee2d-4df6-a9cc-759481a73139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.703736 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-21c6ff82-ee2d-4df6-a9cc-759481a73139 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.3372951 Jan 15 15:06:06.708609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:06:06.708975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:06:06.788238 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-f448aea9-57bc-4901-aa2e-866c383e2e49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.0652919 Jan 15 15:06:06.921810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-03d3c2d2-8e29-45d1-93dc-fdc916bd31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.923405 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-03d3c2d2-8e29-45d1-93dc-fdc916bd31d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.1263072 Jan 15 15:06:06.981460 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-790c828c-82ee-4157-ba17-2adea2dee439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493481 Jan 15 15:06:07.009438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82af5-c8f4-4b1d-8898-1a059e5a7fa9 req-8cd3772b-2951-484f-9b9d-fc6b61a23627 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.011062 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4c82af5-c8f4-4b1d-8898-1a059e5a7fa9 req-8cd3772b-2951-484f-9b9d-fc6b61a23627 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.1731231 Jan 15 15:06:07.032919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723505f-9689-4079-aa2e-d874b4d94a83 req-134e4885-9589-4880-9187-8378184ba4e0 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.034522 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a723505f-9689-4079-aa2e-d874b4d94a83 req-134e4885-9589-4880-9187-8378184ba4e0 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1005619 Jan 15 15:06:07.090186 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a723505f-9689-4079-aa2e-d874b4d94a83 req-1da821ba-bd57-482b-a4cf-1965ed5f5cbf tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Jan 15 15:06:07.153170 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4c82af5-c8f4-4b1d-8898-1a059e5a7fa9 req-76c44f4f-8880-404d-8b33-3b02a10b3772 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173236 Jan 15 15:06:07.199828 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-f78b6b80-f354-4aa5-a25c-0eaa1448a191 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876788 Jan 15 15:06:07.222048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:07.222422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.309135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2821f-6d97-455a-8d52-0223b4daf2b8 req-5a134e8a-ffeb-46a2-a7d6-d60a03c52572 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.310702 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-86c2821f-6d97-455a-8d52-0223b4daf2b8 req-5a134e8a-ffeb-46a2-a7d6-d60a03c52572 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1011899 Jan 15 15:06:07.362979 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-86c2821f-6d97-455a-8d52-0223b4daf2b8 req-f57bff71-a275-413a-84f7-57489f38be08 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Jan 15 15:06:07.578633 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-be3eb29f-8735-4ac3-8b31-37193ef86b93 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3819926 Jan 15 15:06:07.602196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608ef42-5815-49e2-ab2c-0dd31e64e706 req-3bc5d589-5865-437e-a505-7a14cf1bd375 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.603920 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0608ef42-5815-49e2-ab2c-0dd31e64e706 req-3bc5d589-5865-437e-a505-7a14cf1bd375 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1057620 Jan 15 15:06:07.654706 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0608ef42-5815-49e2-ab2c-0dd31e64e706 req-b3caf8fd-06d9-4aa3-babe-1e52cf3f5b84 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444455 Jan 15 15:06:07.673391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:07.689198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:07.693047 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8f1c0e9-8af1-4675-bae6-39f873b75a4d req-573ddec7-d1fa-4b34-a08a-468c10ca7d00 service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4385695 Jan 15 15:06:07.705895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Usage tracker for resource:floatingip and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:07.711702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:07.721641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:07.754300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.863433 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port 7dd7b2e9-18d7-46db-94ec-0b363f393b90, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7dd7b2e9-18d7-46db-94ec-0b363f393b90,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:07.863744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.874646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac2444-1c27-48aa-8c06-68e6c52df590 req-3e3a13b4-1d0f-4c96-952d-0b25559d513c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.876373 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b2ac2444-1c27-48aa-8c06-68e6c52df590 req-3e3a13b4-1d0f-4c96-952d-0b25559d513c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1013889 Jan 15 15:06:07.936043 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b2ac2444-1c27-48aa-8c06-68e6c52df590 req-218dee8a-d980-4076-a319-f611081964c3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Jan 15 15:06:08.212956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for 7dd7b2e9-18d7-46db-94ec-0b363f393b90 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:08.385839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c553-78f6-48c6-926b-76392ce2128c req-6e3bf2c6-1495-4fc8-88c1-9aab88135125 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:08.387429 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a892c553-78f6-48c6-926b-76392ce2128c req-6e3bf2c6-1495-4fc8-88c1-9aab88135125 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 944 time: 0.1029153 Jan 15 15:06:08.390898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:08.435120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:08.440401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a892c553-78f6-48c6-926b-76392ce2128c req-250806ec-a67e-4efc-862f-988def6c7458 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Jan 15 15:06:08.500354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e438ed8d-6c98-4983-b325-c2a55d7a2527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:08.558712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event deleted for resources: {'Port': ['ID=7dd7b2e9-18d7-46db-94ec-0b363f393b90,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:08.627426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.627832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.628252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.628654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.629040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.629423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.629803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.630212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.630562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.630940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.631315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.631691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.632163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.632641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.633025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.633402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.633779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.634154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.634528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.634903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.635280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.635653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.636108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.636425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.640530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:08.669292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f9ae9-d35e-4777-bacc-3d7b2e8f6af1 req-c606026e-85fd-4c97-89a5-9ba15da6fd80 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:08.670953 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0e6f9ae9-d35e-4777-bacc-3d7b2e8f6af1 req-c606026e-85fd-4c97-89a5-9ba15da6fd80 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1053140 Jan 15 15:06:08.723356 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0e6f9ae9-d35e-4777-bacc-3d7b2e8f6af1 req-bf6b2cef-2297-4d1d-90ef-72e824d9a697 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457528 Jan 15 15:06:08.868863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] No DVR routers for this DVR port 7dd7b2e9-18d7-46db-94ec-0b363f393b90 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:08.871209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:08.879045 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-deleted', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:08.908214 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5901b1cb-e075-4a02-972b-75a799cfab3a req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "DELETE /v2.0/ports/7dd7b2e9-18d7-46db-94ec-0b363f393b90 HTTP/1.1" status: 204 len: 173 time: 3.4247518 Jan 15 15:06:08.927326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Allocated IP 172.28.0.112 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/7ce35727-3ac0-4d94-aba4-a1cc8b2bb433) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:08.956077 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb2c5-e10d-4b79-a7c5-f0d40be83a53 req-ee728f05-43ea-4d14-bdba-72e3401ea148 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:08.957803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-90cfb2c5-e10d-4b79-a7c5-f0d40be83a53 req-ee728f05-43ea-4d14-bdba-72e3401ea148 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1017435 Jan 15 15:06:09.014263 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-90cfb2c5-e10d-4b79-a7c5-f0d40be83a53 req-79a1d866-bb7c-4efd-95a3-fc9f6a1cc372 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494115 Jan 15 15:06:09.095783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.100507 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0c73de-d17c-4db0-b927-f0933fd9cd5b', 'name': 'network-vif-deleted', 'tag': '7dd7b2e9-18d7-46db-94ec-0b363f393b90', 'status': 'completed', 'code': 200} Jan 15 15:06:09.109023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.129166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.145814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b66dcb5-e9a5-4c1a-9f88-dd769a88f2ef tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:09.285091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'Port': ['ID=7ce35727-3ac0-4d94-aba4-a1cc8b2bb433,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:09.288334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:09.301963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972402b-938f-43e9-9869-79ec8791a03c req-cdf01cdf-c584-43d6-95ae-e14e1d909998 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.305264 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8972402b-938f-43e9-9869-79ec8791a03c req-cdf01cdf-c584-43d6-95ae-e14e1d909998 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1037827 Jan 15 15:06:09.343078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:09.344302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:09.346710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:09.357931 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8972402b-938f-43e9-9869-79ec8791a03c req-1995955d-3337-4230-87d8-c0d9531f8f07 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475295 Jan 15 15:06:09.438130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.501230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.650047 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-27ab024b-db6f-4e6c-aa5e-3eededecb85e req-dca3b084-c2ea-41f3-951d-f4310980910d tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c73de-d17c-4db0-b927-f0933fd9cd5b HTTP/1.1" status: 200 len: 210 time: 0.0492132 Jan 15 15:06:09.776159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.779810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.796417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3b8de94-1484-41be-894a-61fa7da3a7f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:09.927082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'Port': ['ID=7ce35727-3ac0-4d94-aba4-a1cc8b2bb433,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:09.931707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:09.975711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a34ab-d448-4683-b9e6-44b97de06e41 req-070f3d12-6fa7-4859-bfc0-3492f3454468 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.978758 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-181a34ab-d448-4683-b9e6-44b97de06e41 req-070f3d12-6fa7-4859-bfc0-3492f3454468 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1032584 Jan 15 15:06:10.031120 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-181a34ab-d448-4683-b9e6-44b97de06e41 req-0237dcc0-fefb-48d1-b612-f406e435b231 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Jan 15 15:06:10.036576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:10.057193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:10.058528 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4437532 Jan 15 15:06:10.151744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-de596ccf-887b-4435-95ea-87e0b20138bf tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:floatingip {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:10.169760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-de596ccf-887b-4435-95ea-87e0b20138bf tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:floatingip {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:10.171263 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-de596ccf-887b-4435-95ea-87e0b20138bf tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 696 time: 0.1054440 Jan 15 15:06:10.279702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cd54-7c6a-427a-959c-7e4c51d9b2a8 req-9d85ca69-582c-42bf-ba7b-c99db7950a6b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:10.281529 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18d2cd54-7c6a-427a-959c-7e4c51d9b2a8 req-9d85ca69-582c-42bf-ba7b-c99db7950a6b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1074684 Jan 15 15:06:10.332907 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18d2cd54-7c6a-427a-959c-7e4c51d9b2a8 req-ac727d1d-2899-496f-998b-678aa6297e7d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448875 Jan 15 15:06:10.352565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-ff46d8c7-74cd-48a7-84e3-82e83a995a33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:10.354076 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-ff46d8c7-74cd-48a7-84e3-82e83a995a33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 784 time: 0.1767650 Jan 15 15:06:10.364968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-481a9941-596f-4c1b-9567-399cefde92d4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:06:10.365983 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-10d6648f-297b-4c2f-abbe-59b6f106f500 req-481a9941-596f-4c1b-9567-399cefde92d4 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060518 Jan 15 15:06:10.582220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7501d7-f615-46c7-8704-8aa92330578c req-8eabd102-ca50-4fe6-8ee3-bc4021d73a6b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:10.583790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-8eabd102-ca50-4fe6-8ee3-bc4021d73a6b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1024716 Jan 15 15:06:10.598221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397beeb-1d00-45bd-be5c-6ae5df16eee0 req-862377f3-8c80-4280-ad7d-1129b36fcd54 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:10.599853 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2397beeb-1d00-45bd-be5c-6ae5df16eee0 req-862377f3-8c80-4280-ad7d-1129b36fcd54 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1032212 Jan 15 15:06:10.653092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2397beeb-1d00-45bd-be5c-6ae5df16eee0 req-8b7a34b4-5a3e-4845-8550-831470680784 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Jan 15 15:06:10.673358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-fb87e08a-cf72-4fa8-bd50-6e69ed411ad3 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 696 time: 0.0827296 Jan 15 15:06:10.685208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'floatingip': {'port_id': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:10.770314 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:11.181414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2376ac-1f05-4692-8876-a86af801047d req-4be32132-afc2-4184-b3f1-e97e91526031 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:11.182186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4b2376ac-1f05-4692-8876-a86af801047d req-4be32132-afc2-4184-b3f1-e97e91526031 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:11.200033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4b2376ac-1f05-4692-8876-a86af801047d req-4be32132-afc2-4184-b3f1-e97e91526031 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:11.201352 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b2376ac-1f05-4692-8876-a86af801047d req-4be32132-afc2-4184-b3f1-e97e91526031 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1191578 Jan 15 15:06:11.255058 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b2376ac-1f05-4692-8876-a86af801047d req-f446448f-bba0-4a9a-a7ba-770b58e46ab9 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472817 Jan 15 15:06:11.378392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:11.381301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:11.470070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dfbb-6502-4870-a4da-c8d96cd22683 req-b09228e3-5b7f-42de-ac9f-8207b993501e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:11.471689 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93c5dfbb-6502-4870-a4da-c8d96cd22683 req-b09228e3-5b7f-42de-ac9f-8207b993501e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1018000 Jan 15 15:06:11.525718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-93c5dfbb-6502-4870-a4da-c8d96cd22683 req-8e2c54e6-b5b6-41a2-af7f-7686cb359098 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462394 Jan 15 15:06:11.568090 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Floating IP 34a64eae-6029-4c53-bdc4-a06b53aaa4fe associated. External IP: 172.28.0.112, port: cb95314b-1ecd-45cf-8956-19b08ce3b0bb. Jan 15 15:06:11.764788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0b758-279a-4856-a97a-e11234c0bf66 req-115913b8-cc52-481c-9bd9-be4127350c46 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:11.766452 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fde0b758-279a-4856-a97a-e11234c0bf66 req-115913b8-cc52-481c-9bd9-be4127350c46 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1094306 Jan 15 15:06:11.823358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fde0b758-279a-4856-a97a-e11234c0bf66 req-631c1187-6d8c-4fe3-83ca-4ee0f852e97c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500867 Jan 15 15:06:12.047239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e629e2-daaa-4917-8d5e-ee82c8128673 req-0f8d5d61-7ccc-48cf-afb4-37aea8452e2f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.048828 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-63e629e2-daaa-4917-8d5e-ee82c8128673 req-0f8d5d61-7ccc-48cf-afb4-37aea8452e2f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.0999124 Jan 15 15:06:12.103850 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-63e629e2-daaa-4917-8d5e-ee82c8128673 req-f26f4561-651d-49e8-8193-c62ed9163071 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Jan 15 15:06:12.139857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:06:12.327983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:06:12.332544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:12.337880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Sync routers for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:06:12.348315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:12.349125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:06:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:12.387883 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-69dd9ca2-ca40-4ff8-b602-972012998270 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "PUT /v2.0/floatingips/34a64eae-6029-4c53-bdc4-a06b53aaa4fe HTTP/1.1" status: 200 len: 997 time: 1.7081113 Jan 15 15:06:12.388487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:12.480905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7501d7-f615-46c7-8704-8aa92330578c req-c922754c-a762-462d-9848-24f92ba18a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.488948 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-c922754c-a762-462d-9848-24f92ba18a5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.0860486 Jan 15 15:06:12.520165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897db09-2952-4ce4-a30e-320c8607fa25 req-0c095ce0-5000-47ec-a910-732233cde13f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.522423 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7897db09-2952-4ce4-a30e-320c8607fa25 req-0c095ce0-5000-47ec-a910-732233cde13f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1348667 Jan 15 15:06:12.578282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7897db09-2952-4ce4-a30e-320c8607fa25 req-713a3735-5200-47f1-98ee-80dda75f07e5 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Jan 15 15:06:12.582508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:12.648440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7501d7-f615-46c7-8704-8aa92330578c req-31e7eb4c-067b-4758-9919-5263366ac48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.656847 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-31e7eb4c-067b-4758-9919-5263366ac48e service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.1670001 Jan 15 15:06:12.659802 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:06:12.778126 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-6615c9a7-e2f9-41a5-bddf-7827c85e4160 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1000 time: 0.1203394 Jan 15 15:06:12.859778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7501d7-f615-46c7-8704-8aa92330578c req-943baaa3-d41a-458a-ab29-bb556c7d79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.861496 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-943baaa3-d41a-458a-ab29-bb556c7d79da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.0724065 Jan 15 15:06:12.876322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-4d35069f-638c-4c35-9c61-9aa5c926d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.877942 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-4d35069f-638c-4c35-9c61-9aa5c926d6e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.1521111 Jan 15 15:06:12.902254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ef288-6ae8-455e-8c84-430a47ed0fc0 req-6ae40fa5-fe60-4a30-ac4c-a6122262c6de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.903495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b6ef288-6ae8-455e-8c84-430a47ed0fc0 req-6ae40fa5-fe60-4a30-ac4c-a6122262c6de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1355929 Jan 15 15:06:12.951424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7501d7-f615-46c7-8704-8aa92330578c req-c6562310-40fa-41c8-9725-529593048237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.953099 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-c6562310-40fa-41c8-9725-529593048237 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805967 Jan 15 15:06:12.964814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-71f1ed9f-5f1d-427f-966e-ebdc9d58186f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:06:12.965905 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-71f1ed9f-5f1d-427f-966e-ebdc9d58186f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058053 Jan 15 15:06:12.981527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '34a64eae-6029-4c53-bdc4-a06b53aaa4fe', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'floating_ip_address': '172.28.0.112', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'port_id': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'mac_address': 'fa:16:3e:60:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:09Z', 'updated_at': '2021-01-15T15:06:11Z', 'revision_number': 1, 'project_id': 'a289496572e84fd292318de8bb569818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:12.985686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Checking router: 6d56c1d1-5a71-4c93-88ce-4e923587f6fd for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:06:12.995701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:12.996405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:06:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:13.045823 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b6ef288-6ae8-455e-8c84-430a47ed0fc0 req-e5b1f900-c2ae-44c9-950b-6732011a205b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195962 Jan 15 15:06:13.096509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-a43b8a93-2e7f-4199-9d80-37e190b88802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.096963 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-a43b8a93-2e7f-4199-9d80-37e190b88802 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.1924317 Jan 15 15:06:13.134451 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-033193dc-2b90-4a7f-89f6-cc3a98a24e5a service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615791 Jan 15 15:06:13.189812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:13.289818 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7b7501d7-f615-46c7-8704-8aa92330578c req-5019eced-b4d8-4074-8387-5ec0c0949b91 service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496134 Jan 15 15:06:13.331750 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-2586144c-b864-460a-aa08-00beeb6ed7a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1000 time: 0.1853237 Jan 15 15:06:13.415284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793ef52-2908-4a18-9325-332db87bfe88 req-5a40316d-1bbc-402a-a333-6a14f8ee8c24 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.417244 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c793ef52-2908-4a18-9325-332db87bfe88 req-5a40316d-1bbc-402a-a333-6a14f8ee8c24 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1971436 Jan 15 15:06:13.472824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-6d61b4a8-ca36-42a0-8059-96fafe11e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.474414 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-6d61b4a8-ca36-42a0-8059-96fafe11e325 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.1252692 Jan 15 15:06:13.500666 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c793ef52-2908-4a18-9325-332db87bfe88 req-fab51d98-1e75-4b86-b1da-6a9d353ce8a4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715470 Jan 15 15:06:13.522091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89e8b-f409-421e-94e0-c9f3b4bdb4cf req-829a03b1-4593-445f-86b4-6b58fdc30ca7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.524735 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aed89e8b-f409-421e-94e0-c9f3b4bdb4cf req-829a03b1-4593-445f-86b4-6b58fdc30ca7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1112607 Jan 15 15:06:13.578707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '34a64eae-6029-4c53-bdc4-a06b53aaa4fe', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'floating_ip_address': '172.28.0.112', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'port_id': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'mac_address': 'fa:16:3e:60:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:09Z', 'updated_at': '2021-01-15T15:06:11Z', 'revision_number': 1, 'project_id': 'a289496572e84fd292318de8bb569818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:13.583034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b525185-a61b-4d2b-a0b1-24d4fb5230fe None None] The sync data for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb is: [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '34a64eae-6029-4c53-bdc4-a06b53aaa4fe', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'floating_ip_address': '172.28.0.112', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'port_id': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'mac_address': 'fa:16:3e:60:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:09Z', 'updated_at': '2021-01-15T15:06:11Z', 'revision_number': 1, 'project_id': 'a289496572e84fd292318de8bb569818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:06:13.584598 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aed89e8b-f409-421e-94e0-c9f3b4bdb4cf req-fabab0ae-8e2a-4f4b-82b0-6afaf5e23a54 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Jan 15 15:06:13.620391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1829235428', 'description': 'tempest-TestMinimumBasicScenario-1829235428 description'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:13.637649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:13.659972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:13.689849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:13.725666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:13.732972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Usage tracker for resource:security_group_rule and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:13.757501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994890f-e387-4933-87ce-16c7dfd9045f req-db022fd6-bc40-466a-989b-8af9e140f4fc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.759405 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f994890f-e387-4933-87ce-16c7dfd9045f req-db022fd6-bc40-466a-989b-8af9e140f4fc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1931474 Jan 15 15:06:13.761080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:13.765266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-3a70749f-7fd8-4394-9762-7c76ec048e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.766775 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-3a70749f-7fd8-4394-9762-7c76ec048e96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2505271 Jan 15 15:06:13.771563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:13.812975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818fc88-77d3-4a67-8c7d-b89695c61771 req-4cefdbc6-b40c-4f78-aec0-600e547c60ef tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.814640 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d818fc88-77d3-4a67-8c7d-b89695c61771 req-4cefdbc6-b40c-4f78-aec0-600e547c60ef tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 945 time: 0.1029630 Jan 15 15:06:13.868487 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d818fc88-77d3-4a67-8c7d-b89695c61771 req-7dbf065f-c1e2-4423-be35-9c67f0a9c8cc tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Jan 15 15:06:13.954880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52375fa4-8086-47ca-9222-2eed4d8f975f None None] New status for floating IP 34a64eae-6029-4c53-bdc4-a06b53aaa4fe: ACTIVE {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:06:14.182223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:14.182615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.313401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf424e-d12f-4b0b-ba58-a45e0fa8c8ee req-bbd2b9dc-bfe4-4aa6-bed4-dabcde0f1e2a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.315139 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-daaf424e-d12f-4b0b-ba58-a45e0fa8c8ee req-bbd2b9dc-bfe4-4aa6-bed4-dabcde0f1e2a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1094184 Jan 15 15:06:14.341574 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-a974852f-8d1b-4555-b195-0a54b3b2fdb8 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375278 Jan 15 15:06:14.356238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.369999 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-daaf424e-d12f-4b0b-ba58-a45e0fa8c8ee req-5320ecf1-3f2f-40c4-844b-657df78010bb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471566 Jan 15 15:06:14.397221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.450787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8060f7d1-7562-4bba-8ac6-ec230ea24408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:14.531804 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:14.546547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'SecurityGroup': ['ID=b3472efa-e92a-4c36-84a9-e75708b45c4d,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:14.610811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:14.644028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.645380 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-965b64e3-4481-445c-bd38-85825d3e55ff req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0847569 Jan 15 15:06:14.659172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.672102 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-020c3c13-8fea-45c4-874d-1724ec1bd9e1 req-89d52412-caec-481c-b02b-2c00d6b59147 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3185406 Jan 15 15:06:14.698789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:14.699891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:14.706284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.708155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12236a8-f58e-41ff-b5d8-8872c64f30d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:14.722163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:14.722562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:14.737668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498052-6ffa-4130-8bd8-42d45ce66df2 req-547859e0-563c-4fd8-b381-48ba801995c2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.739450 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aa498052-6ffa-4130-8bd8-42d45ce66df2 req-547859e0-563c-4fd8-b381-48ba801995c2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1166902 Jan 15 15:06:14.782861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:14.793617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.794008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.794387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.794763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.795133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.795504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.795874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.796281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.797038 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aa498052-6ffa-4130-8bd8-42d45ce66df2 req-4159b43e-03a8-4f39-b9c1-1f08f0880885 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503047 Jan 15 15:06:14.800227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.800767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.801246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.802535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.802535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.802535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.803061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.803520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.803985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.805150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.805684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.806341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.806816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.807379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.807845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.808356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:14.812986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:14.893665 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-56ab9c7c-e669-418d-a245-7b5576216a41 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups/b3472efa-e92a-4c36-84a9-e75708b45c4d HTTP/1.1" status: 200 len: 1814 time: 0.0522804 Jan 15 15:06:14.906035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3472efa-e92a-4c36-84a9-e75708b45c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:14.906407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3472efa-e92a-4c36-84a9-e75708b45c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:14.907605 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:14.916961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:14.921052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Usage tracker for resource:security_group_rule and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:14.924125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:14.930577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:14.986556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.011811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.014471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.016911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ffaa4d1e-ed29-422a-bd4f-00c4d34fe66f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:15.020890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:06:15.021257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:06:15.042225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f1484d-5720-4dc4-a827-f677b487e0cc,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:15.044797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e9d9-0147-439e-8a08-4446936dccbd req-01583ac5-7d7f-47b0-9821-05d6b90a6fbb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:15.046421 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4679e9d9-0147-439e-8a08-4446936dccbd req-01583ac5-7d7f-47b0-9821-05d6b90a6fbb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2438242 Jan 15 15:06:15.053055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.053463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.053864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.054336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.054876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.055273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.055664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.056051 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.056462 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.056849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.057232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.057615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.058060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.058446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.058830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.059210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.059592 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.059973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.060381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.060763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.061147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.061534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.061915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.062297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.067562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:15.068802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.070099 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f059db8e-ea72-4833-a9c9-9585ca329439 req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1694918 Jan 15 15:06:15.097933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4679e9d9-0147-439e-8a08-4446936dccbd req-fc28cd5b-73b6-490d-a5fc-02b18fd8f61b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Jan 15 15:06:15.128412 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38', 'code': 200} Jan 15 15:06:15.203075 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-304c0794-acef-4086-98d3-f5240133be22 req-4de0f702-8ef4-4de8-ac42-83a8df37437b tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups/b3472efa-e92a-4c36-84a9-e75708b45c4d HTTP/1.1" status: 200 len: 2407 time: 0.0519917 Jan 15 15:06:15.214232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3472efa-e92a-4c36-84a9-e75708b45c4d', 'remote_group_id': None}]} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:15.214584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3472efa-e92a-4c36-84a9-e75708b45c4d', 'remote_group_id': None}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:15.225072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:15.229744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Usage tracker for resource:security_group_rule and tenant:a289496572e84fd292318de8bb569818 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:15.232753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:15.238474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:15.299732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.320907 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096a2e-481a-4c0b-954c-62f3e3e6d0de req-af119d2b-1522-445c-b09d-424c6fc965ec tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:15.322565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9e096a2e-481a-4c0b-954c-62f3e3e6d0de req-af119d2b-1522-445c-b09d-424c6fc965ec tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 943 time: 0.1067629 Jan 15 15:06:15.323829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.326599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.328769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1baf52d2-6c2a-45c0-bd84-af96d63b6221 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:15.354273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5432a20-6675-434a-aab2-1f6ff8eea87d,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:15.356902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:15.363506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.364977 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-304c0794-acef-4086-98d3-f5240133be22 req-6dfa8a24-1854-421d-bdda-52694d225231 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1554697 Jan 15 15:06:15.375868 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9e096a2e-481a-4c0b-954c-62f3e3e6d0de req-73324a93-11ff-4f7d-9d3a-394b63a592c4 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Jan 15 15:06:15.515459 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-ebfc908a-17a6-4257-a2d6-b6e892b56875 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1829235428&fields=id&tenant_id=a289496572e84fd292318de8bb569818 HTTP/1.1" status: 200 len: 267 time: 0.0461836 Jan 15 15:06:15.553848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:15.554240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.619906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-5946f1f3-516a-45a4-8f2d-ef933b7f345c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:15.621582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-5946f1f3-516a-45a4-8f2d-ef933b7f345c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1001394 Jan 15 15:06:15.634561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'port': {'security_groups': ['aa087f25-ec21-4e62-b0ba-635326bfa501', 'b3472efa-e92a-4c36-84a9-e75708b45c4d']}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:15.763962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.798961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8e9c-5092-4e4f-a80c-52caf3441501 req-8a2330ea-9806-402a-a2de-ffa6a9fe823d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:15.800629 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-337b8e9c-5092-4e4f-a80c-52caf3441501 req-8a2330ea-9806-402a-a2de-ffa6a9fe823d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.2825704 Jan 15 15:06:15.886733 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-337b8e9c-5092-4e4f-a80c-52caf3441501 req-dc5a03b2-4a35-4003-bd9a-8d40da084164 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762122 Jan 15 15:06:15.910718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:15.911118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.062263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:16.121522 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:16.150786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.154441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.169565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:16.281474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b8af9-3a91-4d43-874c-02196cc5578a req-0049e899-d9c8-4e6c-a636-42380d2bc12c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.283105 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f16b8af9-3a91-4d43-874c-02196cc5578a req-0049e899-d9c8-4e6c-a636-42380d2bc12c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.2308178 Jan 15 15:06:16.316036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=5']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:16.330108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:16.344092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.362961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:16.386956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.387739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for port, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.389343 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c8c30122-db24-4c08-b9d5-284b9b8f3b07 req-27274d7a-6b8f-4951-8a22-088e879f8f17 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "PUT /v2.0/ports/cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 982 time: 0.7606356 Jan 15 15:06:16.389900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:16.410376 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f16b8af9-3a91-4d43-874c-02196cc5578a req-c1860204-7abd-4f78-b917-41e0ee72f397 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202507 Jan 15 15:06:16.467914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event deleted for resources: {'Port': ['ID=20c0beb7-7ee1-4746-aa53-a1b79dcb1d38,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:16.471133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:16.639451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a2b56-3007-4cce-a522-024174288d3c req-a505c329-8613-40be-aab2-d4cafb24980c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.640169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] No DVR routers for this DVR port 20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:16.641155 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-784a2b56-3007-4cce-a522-024174288d3c req-a505c329-8613-40be-aab2-d4cafb24980c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1210608 Jan 15 15:06:16.642807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.648951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-bb13c284-82da-4820-812e-bf2a537fe328 None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:16.649376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb13c284-82da-4820-812e-bf2a537fe328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.652170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-deleted', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:16.673865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f994890f-e387-4933-87ce-16c7dfd9045f req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "DELETE /v2.0/ports/20c0beb7-7ee1-4746-aa53-a1b79dcb1d38 HTTP/1.1" status: 204 len: 173 time: 2.9033318 Jan 15 15:06:16.700134 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-784a2b56-3007-4cce-a522-024174288d3c req-02200daf-2380-4b1f-b239-d2eddbe61cec tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Jan 15 15:06:16.735698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d07285-88a8-4570-b966-3e85ce2e041d req-ea2ff692-0a6f-4460-840f-26652eda838d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.737536 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4d07285-88a8-4570-b966-3e85ce2e041d req-ea2ff692-0a6f-4460-840f-26652eda838d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1461515 Jan 15 15:06:16.787159 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:06:16.810062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-b4d07285-88a8-4570-b966-3e85ce2e041d req-8156b1d6-d6ed-4830-9168-17c4c780e56e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:16.826186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-b4d07285-88a8-4570-b966-3e85ce2e041d req-8156b1d6-d6ed-4830-9168-17c4c780e56e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:16.827523 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4d07285-88a8-4570-b966-3e85ce2e041d req-8156b1d6-d6ed-4830-9168-17c4c780e56e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0824094 Jan 15 15:06:16.916041 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf2386-167c-462b-ac90-4cb63fa0bbb5', 'name': 'network-vif-deleted', 'tag': '20c0beb7-7ee1-4746-aa53-a1b79dcb1d38', 'status': 'completed', 'code': 200} Jan 15 15:06:16.949044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-174f9087-cb7d-48dc-bc7d-4495de5b473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.950587 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-174f9087-cb7d-48dc-bc7d-4495de5b473a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1203 time: 0.0818212 Jan 15 15:06:16.962211 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2932c037-c535-418a-ada5-75049e3e7612 req-4c3e7e89-aff0-4b8f-8c1b-57441189a391 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=24bf2386-167c-462b-ac90-4cb63fa0bbb5 HTTP/1.1" status: 200 len: 210 time: 0.0498650 Jan 15 15:06:17.376584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-cbc6f225-afd7-48f2-81cd-18c46d4ac043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.378179 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-cbc6f225-afd7-48f2-81cd-18c46d4ac043 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.4184957 Jan 15 15:06:17.406988 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eada1b-a243-499b-99d9-59470b27871b req-d18c8965-235b-45cb-9944-0aa504541518 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.409078 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41eada1b-a243-499b-99d9-59470b27871b req-d18c8965-235b-45cb-9944-0aa504541518 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.3636374 Jan 15 15:06:17.556893 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-b3f39b6c-9e19-42f8-962b-f684edbf5312 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1002 time: 0.1466508 Jan 15 15:06:17.565265 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41eada1b-a243-499b-99d9-59470b27871b req-86d45640-ddc3-48db-8c5d-a3aa48c4c9fd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962682 Jan 15 15:06:17.634468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-0b53a8cf-84c3-4965-afd4-ba0f734fb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.636043 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-0b53a8cf-84c3-4965-afd4-ba0f734fb9d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.0695994 Jan 15 15:06:17.672947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a934-e2af-4567-9b20-8b3369de82a1 req-35b5cacf-bbd1-4298-987c-493cd4538346 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.674592 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5084a934-e2af-4567-9b20-8b3369de82a1 req-35b5cacf-bbd1-4298-987c-493cd4538346 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1011956 Jan 15 15:06:17.723193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-ba640453-1201-4e8a-81ac-21486eb73d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.724870 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-ba640453-1201-4e8a-81ac-21486eb73d32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802474 Jan 15 15:06:17.727463 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5084a934-e2af-4567-9b20-8b3369de82a1 req-72aa7762-9c71-4fbb-9f49-75d8541c0894 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jan 15 15:06:17.931634 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-3a91dfd8-11c3-4b3a-985b-999a30fe9414 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993027 Jan 15 15:06:17.935635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:18.011351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:18.012195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.053166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef6d1c-192c-4a17-a621-270f690ef2b3 req-c8d6045d-d2df-417b-be00-deee723802b5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.055378 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-70ef6d1c-192c-4a17-a621-270f690ef2b3 req-c8d6045d-d2df-417b-be00-deee723802b5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2170744 Jan 15 15:06:18.140393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-70ef6d1c-192c-4a17-a621-270f690ef2b3 req-ad3f7792-99d0-43bb-82e1-08aee8a3c14f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765028 Jan 15 15:06:18.162808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:18.171271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f469b80-8fdc-4120-86c0-95e839678a03 req-539fdc15-a8c1-431c-ae50-16c4de330df3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.180716 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f469b80-8fdc-4120-86c0-95e839678a03 req-539fdc15-a8c1-431c-ae50-16c4de330df3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1396894 Jan 15 15:06:18.224296 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e9880c35-b3b4-4f2c-b229-bbff088d3bab req-c45c144c-cf7e-4745-afd2-09c57dc7878c service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2805395 Jan 15 15:06:18.236625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:18.237041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.242925 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f469b80-8fdc-4120-86c0-95e839678a03 req-15e6a94a-0f94-4845-af88-26d59f2b0e37 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608265 Jan 15 15:06:18.260725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-138185a9-3baa-4a79-8aa2-ad8b0b970033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.262364 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-138185a9-3baa-4a79-8aa2-ad8b0b970033 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1163 time: 0.0899611 Jan 15 15:06:18.428837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-7a32c431-948b-4d5c-b31f-676523516fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.430570 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-7a32c431-948b-4d5c-b31f-676523516fba service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.1455147 Jan 15 15:06:18.548195 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-78fd2733-ca2f-4bb8-87f6-fca5d479830c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 1002 time: 0.1042573 Jan 15 15:06:18.627782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-cd1055d2-ab55-4f7a-a7bc-aa51f6412d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.629119 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-cd1055d2-ab55-4f7a-a7bc-aa51f6412d12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.0691271 Jan 15 15:06:18.783476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-0045011a-17bf-40f0-b569-53750dd50cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.785012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-0045011a-17bf-40f0-b569-53750dd50cba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349690 Jan 15 15:06:18.850315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeab6-547e-4bbd-9b63-5d23b6639f03 req-15f2c30c-d591-4604-9935-84c98728e036 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.852599 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-370aeab6-547e-4bbd-9b63-5d23b6639f03 req-15f2c30c-d591-4604-9935-84c98728e036 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1385489 Jan 15 15:06:18.984240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-370aeab6-547e-4bbd-9b63-5d23b6639f03 req-d6d4b930-0264-437c-ad0f-70b0f8100659 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810339 Jan 15 15:06:19.008610 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-23ed9450-92da-45ea-9085-4d863880f5c7 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079380 Jan 15 15:06:19.158256 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ec81d377-8119-4017-8cb1-428f9e70b47e req-0a69e887-bb0e-4788-9837-abaac090d714 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409357 Jan 15 15:06:19.392340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788638f1-c6a8-475b-8098-a9cacdf3cb5b req-48b9c455-846b-4fa9-9f02-616bff074fea tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.394193 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-788638f1-c6a8-475b-8098-a9cacdf3cb5b req-48b9c455-846b-4fa9-9f02-616bff074fea tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1125791 Jan 15 15:06:19.467594 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-788638f1-c6a8-475b-8098-a9cacdf3cb5b req-f5abcad5-fcc5-4b6d-b671-af6c4ddcbbee tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648184 Jan 15 15:06:19.506673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32097ec-26f9-460b-843e-8d51dd9c9cc7 req-cbb0afaa-b3a8-4f48-adc5-a76bf89f9ed4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.509211 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c32097ec-26f9-460b-843e-8d51dd9c9cc7 req-cbb0afaa-b3a8-4f48-adc5-a76bf89f9ed4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1293230 Jan 15 15:06:19.565049 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c32097ec-26f9-460b-843e-8d51dd9c9cc7 req-e9ad7460-0cb3-4c98-a125-c88b23d7db79 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Jan 15 15:06:19.997540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d48a7-9dd3-45bc-9de4-e11adbe98d88 req-b944f827-0a44-4625-bce2-f6d34e1b5eac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.998963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-016d48a7-9dd3-45bc-9de4-e11adbe98d88 req-b944f827-0a44-4625-bce2-f6d34e1b5eac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:20.017960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-016d48a7-9dd3-45bc-9de4-e11adbe98d88 req-b944f827-0a44-4625-bce2-f6d34e1b5eac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:20.019269 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-016d48a7-9dd3-45bc-9de4-e11adbe98d88 req-b944f827-0a44-4625-bce2-f6d34e1b5eac tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.1465282 Jan 15 15:06:20.082608 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-016d48a7-9dd3-45bc-9de4-e11adbe98d88 req-40841d9a-6ccc-4b33-a0b6-37a22651076e tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Jan 15 15:06:20.241284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58822cbb-6584-4587-9b06-1b56ba5c93ec req-ae6bd406-b3f9-4bc1-b6e3-0b9731c8ae4f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.243498 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-58822cbb-6584-4587-9b06-1b56ba5c93ec req-ae6bd406-b3f9-4bc1-b6e3-0b9731c8ae4f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1020041 Jan 15 15:06:20.321017 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-58822cbb-6584-4587-9b06-1b56ba5c93ec req-4472bdeb-37b4-4971-a315-32bd868bee38 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693059 Jan 15 15:06:20.747889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1445f7-455f-43d1-8502-a1e548516426 req-682e3320-3758-4e83-888b-e2971caaa43a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.749966 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3a1445f7-455f-43d1-8502-a1e548516426 req-682e3320-3758-4e83-888b-e2971caaa43a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1206040 Jan 15 15:06:20.811914 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3a1445f7-455f-43d1-8502-a1e548516426 req-ac133b85-df15-431c-a7d5-4f57f49f9513 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Jan 15 15:06:20.849782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853a0d4-259b-4433-9405-3f49ab054bf2 req-20fdb13b-b1bf-4e59-a1ce-a88cba706e25 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.856694 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7853a0d4-259b-4433-9405-3f49ab054bf2 req-20fdb13b-b1bf-4e59-a1ce-a88cba706e25 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1219411 Jan 15 15:06:20.921163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7853a0d4-259b-4433-9405-3f49ab054bf2 req-8655c38b-84bc-4aba-b848-a59dd5cd6433 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626080 Jan 15 15:06:21.104596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:21.231980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:21.232477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:21.370669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d8c1d-e640-4211-a6ad-188d9e8bdd52 req-c1f8bbeb-0123-433f-b9ee-1aa17044d210 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.372759 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4a8d8c1d-e640-4211-a6ad-188d9e8bdd52 req-c1f8bbeb-0123-433f-b9ee-1aa17044d210 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.1142523 Jan 15 15:06:21.435530 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4a8d8c1d-e640-4211-a6ad-188d9e8bdd52 req-1a97f952-012a-46cd-8c3d-49cf7f982e8c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540218 Jan 15 15:06:21.600769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d786-cb91-4677-92d9-8c9077b77e6d req-ce39fed2-ae58-42a3-820a-99c70e0b45ad tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.602511 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f68d786-cb91-4677-92d9-8c9077b77e6d req-ce39fed2-ae58-42a3-820a-99c70e0b45ad tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1107807 Jan 15 15:06:21.662840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f68d786-cb91-4677-92d9-8c9077b77e6d req-b2b2ddc5-892b-47af-872b-04b66a407856 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536945 Jan 15 15:06:22.089840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c226238-228d-4bf5-b0d4-c7ab875039ff req-d3565298-38a0-44b2-813d-8ba7c05efc64 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.091661 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9c226238-228d-4bf5-b0d4-c7ab875039ff req-d3565298-38a0-44b2-813d-8ba7c05efc64 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1213615 Jan 15 15:06:22.151136 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9c226238-228d-4bf5-b0d4-c7ab875039ff req-4de59c89-8418-4caf-8e30-37186826ad7f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Jan 15 15:06:22.723755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dfa1a-d780-4ae6-8f17-2acdab2dd6f4 req-316f040d-e8e2-4f21-90ff-417dd098c97c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.726589 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dd9dfa1a-d780-4ae6-8f17-2acdab2dd6f4 req-316f040d-e8e2-4f21-90ff-417dd098c97c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.1318097 Jan 15 15:06:22.808872 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dd9dfa1a-d780-4ae6-8f17-2acdab2dd6f4 req-c55cd839-ee86-42c3-86ab-20b9179cda27 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/security-groups?id=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751202 Jan 15 15:06:22.962536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecefc51-301c-4d34-84ff-6f48b73f9152 req-30e81897-a6d1-4e69-8881-fadf8ad0e749 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.964673 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0ecefc51-301c-4d34-84ff-6f48b73f9152 req-30e81897-a6d1-4e69-8881-fadf8ad0e749 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1118910 Jan 15 15:06:23.036704 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0ecefc51-301c-4d34-84ff-6f48b73f9152 req-58364ad7-8823-45f6-9007-51eed1acdc67 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653212 Jan 15 15:06:23.193881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-579fdaaf-35f5-477a-b501-71603aca8eed tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.197051 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-579fdaaf-35f5-477a-b501-71603aca8eed tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 946 time: 0.1143970 Jan 15 15:06:23.283031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Deleting port 51534637-72d3-4c68-9522-b84030f37bdb {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:23.283402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.421712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5189-eb5f-4f7a-b7d6-120e7ce8b22f req-382bd4a7-defd-45a3-bd09-811b1eafe0f8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.423458 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c36c5189-eb5f-4f7a-b7d6-120e7ce8b22f req-382bd4a7-defd-45a3-bd09-811b1eafe0f8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1195674 Jan 15 15:06:23.512768 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c36c5189-eb5f-4f7a-b7d6-120e7ce8b22f req-1a009d95-6767-47ac-9e3c-e3f5a8c94789 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816431 Jan 15 15:06:23.610829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] For port 51534637-72d3-4c68-9522-b84030f37bdb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=51534637-72d3-4c68-9522-b84030f37bdb,segment=NetworkSegment(57944977-1637-4b54-8eb7-ced39ccdcdfc),segment_id=57944977-1637-4b54-8eb7-ced39ccdcdfc)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:23.611601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.744866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Calling delete_port for 51534637-72d3-4c68-9522-b84030f37bdb owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:23.931738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.949587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:24.102495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Pushing event deleted for resources: {'Port': ['ID=51534637-72d3-4c68-9522-b84030f37bdb,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:24.105362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:24.134232 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8827a7de-ad62-40a5-84ce-f249f25bbc4a req-4f22f557-adea-43ca-9d01-3f21c988f24c tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.1501367 Jan 15 15:06:24.310068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49057d5-eb82-4e31-a172-2ec4393ec653 req-4c657dc1-996c-4b6a-94e9-8887ecf4dcb1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.311895 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a49057d5-eb82-4e31-a172-2ec4393ec653 req-4c657dc1-996c-4b6a-94e9-8887ecf4dcb1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1142347 Jan 15 15:06:24.384897 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a49057d5-eb82-4e31-a172-2ec4393ec653 req-6e942179-964f-411c-bcb9-50ff00c91624 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652335 Jan 15 15:06:24.512470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] No DVR routers for this DVR port 51534637-72d3-4c68-9522-b84030f37bdb on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:24.515082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.519493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'name': 'network-vif-deleted', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:24.538154 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6b7bedbc-426c-470b-adbe-38771ec7ef85 req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.69 "DELETE /v2.0/ports/51534637-72d3-4c68-9522-b84030f37bdb HTTP/1.1" status: 204 len: 173 time: 1.3325610 Jan 15 15:06:24.635673 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63166ca8-5381-4542-ac81-b68b7c077fd7', 'name': 'network-vif-deleted', 'tag': '51534637-72d3-4c68-9522-b84030f37bdb', 'status': 'completed', 'code': 200} Jan 15 15:06:24.813619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 51534637-72d3-4c68-9522-b84030f37bdb no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:24.856967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: 51534637-72d3-4c68-9522-b84030f37bdb {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:06:24.857774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 51534637-72d3-4c68-9522-b84030f37bdb not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:06:25.118103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d45a7-ea2e-439f-b80b-50c0bb246dbe req-e004ce87-219e-4a9d-9a1e-7a283bbdeffa tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.128748 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a08d45a7-ea2e-439f-b80b-50c0bb246dbe req-e004ce87-219e-4a9d-9a1e-7a283bbdeffa tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.3364720 Jan 15 15:06:25.221282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a08d45a7-ea2e-439f-b80b-50c0bb246dbe req-4ed0bced-160e-4929-b318-400d96866849 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913670 Jan 15 15:06:25.360619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f73769fb-12c3-4c5c-a25b-8f143bb279fe req-5e242387-bb7d-4f71-aa60-d6e68aaf6c4f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Synchronizing usage tracker for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:25.369816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f73769fb-12c3-4c5c-a25b-8f143bb279fe req-5e242387-bb7d-4f71-aa60-d6e68aaf6c4f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Unset dirty status for tenant:8c9543b429b44a0fbb4ab912ba4d8994 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:25.377023 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f73769fb-12c3-4c5c-a25b-8f143bb279fe req-5e242387-bb7d-4f71-aa60-d6e68aaf6c4f tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] 10.222.0.52 "GET /v2.0/ports?device_id=63166ca8-5381-4542-ac81-b68b7c077fd7 HTTP/1.1" status: 200 len: 210 time: 0.0690973 Jan 15 15:06:25.660100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4de0f3-073e-452d-840e-12c1144acf3e req-bf8ea111-0071-4b51-975e-b4874ce55922 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.662654 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2d4de0f3-073e-452d-840e-12c1144acf3e req-bf8ea111-0071-4b51-975e-b4874ce55922 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1098719 Jan 15 15:06:25.716795 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2d4de0f3-073e-452d-840e-12c1144acf3e req-64d7fdac-c60e-4423-a3c8-9fc5262cf65d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471244 Jan 15 15:06:26.485474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79d8b7-e260-4c29-a381-ea1a5e627794 req-2f230b6e-43da-4cd2-9bf5-89499d7d3bd7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.487752 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a79d8b7-e260-4c29-a381-ea1a5e627794 req-2f230b6e-43da-4cd2-9bf5-89499d7d3bd7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1173263 Jan 15 15:06:26.495198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45788) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:26.565551 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a79d8b7-e260-4c29-a381-ea1a5e627794 req-a6bfb06c-7b9a-4549-b4cd-5186b5d5fe0a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Jan 15 15:06:26.572182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Deleting subnet 12078478-3e3e-4a9a-a4e1-9ed603ccfa34 {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:06:26.575067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:26.639928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:26.703031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.091761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a3397-30e2-495c-b04f-85d5f825c6b7 req-db86e3ae-df03-4aac-b9ee-82f89bd55cfb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.102082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a6a3397-30e2-495c-b04f-85d5f825c6b7 req-db86e3ae-df03-4aac-b9ee-82f89bd55cfb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.2106478 Jan 15 15:06:27.189064 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a6a3397-30e2-495c-b04f-85d5f825c6b7 req-6a1ed555-dd9f-44a2-a2d9-d3cb4f3b28e9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856459 Jan 15 15:06:27.216917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.308620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:27.354275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12078478-3e3e-4a9a-a4e1-9ed603ccfa34,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:27.365312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:27.385344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.394563 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d9e42c26-ee1c-484a-a4f5-f64356553f4c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/12078478-3e3e-4a9a-a4e1-9ed603ccfa34 HTTP/1.1" status: 204 len: 168 time: 0.8975859 Jan 15 15:06:27.394913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45794) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:27.525399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.739238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.849062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a646f-9259-4786-b6ee-98df5e7d9cdb req-00a15eff-c63c-43e7-b924-1e9ac6593d9c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.850851 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a26a646f-9259-4786-b6ee-98df5e7d9cdb req-00a15eff-c63c-43e7-b924-1e9ac6593d9c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1313827 Jan 15 15:06:27.882800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25407948-4d64-4d33-89f5-27668bbb698f']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:27.900270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57944977-1637-4b54-8eb7-ced39ccdcdfc') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:27.901100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57944977-1637-4b54-8eb7-ced39ccdcdfc') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:27.910698 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a26a646f-9259-4786-b6ee-98df5e7d9cdb req-90d4e095-f8ea-43bb-9d36-b272951190fd tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528536 Jan 15 15:06:27.915673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.937006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.941181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:06:28.162708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Network 25407948-4d64-4d33-89f5-27668bbb698f has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:06:28.175636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.426833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Network 25407948-4d64-4d33-89f5-27668bbb698f has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:06:28.458927 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:06:28.556695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.581278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd5d09-6aa7-43dc-a8fb-ebccf04cfd1c req-6b02dee9-115b-4f2a-9a9b-2671b5179791 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:28.582982 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-45cd5d09-6aa7-43dc-a8fb-ebccf04cfd1c req-6b02dee9-115b-4f2a-9a9b-2671b5179791 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.2202446 Jan 15 15:06:28.586030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e064d8e-214f-4e35-a848-e01a5d8f5e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:28.604410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.634696 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] 10.222.0.52 "DELETE /v2.0/networks/25407948-4d64-4d33-89f5-27668bbb698f HTTP/1.1" status: 204 len: 168 time: 1.2355363 Jan 15 15:06:28.634696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Pushing event deleted for resources: {'Network': ['ID=25407948-4d64-4d33-89f5-27668bbb698f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:28.643297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7409ab94-23a2-4095-a5f1-886f777a1877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:28.680259 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-45cd5d09-6aa7-43dc-a8fb-ebccf04cfd1c req-7e4c69e6-c447-443e-b6d6-ec2183187201 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769455 Jan 15 15:06:28.897440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45808) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:28.955236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 45814) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:28.955433 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8e913da2-fa37-4f7d-ad37-3bb5ec332f86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c9543b429b44a0fbb4ab912ba4d8994&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563102 Jan 15 15:06:29.020560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.052685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.199198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77ed3a-53dd-4768-bdf1-ea72293827bf req-df4c9d7c-6f2a-49a9-8829-081652319239 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.200882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db77ed3a-53dd-4768-bdf1-ea72293827bf req-df4c9d7c-6f2a-49a9-8829-081652319239 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1389494 Jan 15 15:06:29.202024 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.207225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e458e094-17cc-4946-a0b4-f3edad74229b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:29.238708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca87f7-dd51-40dc-aa60-ff0bc7df25a3,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:29.244607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:29.252925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.254155 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6cff6f04-1662-438b-a2e6-a38e3d27377f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dca87f7-dd51-40dc-aa60-ff0bc7df25a3 HTTP/1.1" status: 204 len: 168 time: 0.2979171 Jan 15 15:06:29.280326 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db77ed3a-53dd-4768-bdf1-ea72293827bf req-248aa601-e94f-4732-b22c-36508a31046e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Jan 15 15:06:29.940046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7586f-b0a3-4b5b-b49e-4c1ca841198c req-adeec7c5-a981-4749-8ec5-138ae8efcd96 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.941790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40b7586f-b0a3-4b5b-b49e-4c1ca841198c req-adeec7c5-a981-4749-8ec5-138ae8efcd96 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1067991 Jan 15 15:06:29.996234 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40b7586f-b0a3-4b5b-b49e-4c1ca841198c req-94fbfbdc-10b0-4334-9962-eaf05f12524e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469351 Jan 15 15:06:30.094031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-f682aa77-90a2-4b5f-b898-2349a134385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.095667 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-f682aa77-90a2-4b5f-b898-2349a134385b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1163 time: 0.0775650 Jan 15 15:06:30.247571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-df95526f-cdd2-4be6-87d7-1ed03eca2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.249148 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-df95526f-cdd2-4be6-87d7-1ed03eca2c45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1431894 Jan 15 15:06:30.362248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-949caad6-eb93-451c-a66b-e71e5cff5dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.371009 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-0a9a996b-838d-4cc6-bd8c-032ace6a1f47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 1002 time: 0.1121924 Jan 15 15:06:30.470846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-a54797ff-e955-49b1-aef5-abaea2427f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.473987 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-a54797ff-e955-49b1-aef5-abaea2427f60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0944870 Jan 15 15:06:30.543337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c794c-9304-46e5-b4d7-235718731af6 req-a0e916cb-1c42-48ac-bf9f-7e13d1b933ca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.545135 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-693c794c-9304-46e5-b4d7-235718731af6 req-a0e916cb-1c42-48ac-bf9f-7e13d1b933ca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1086795 Jan 15 15:06:30.570941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-c1d15d63-ef7d-47b4-a7c5-36c167b0bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.572681 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-c1d15d63-ef7d-47b4-a7c5-36c167b0bb4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877161 Jan 15 15:06:30.598519 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-693c794c-9304-46e5-b4d7-235718731af6 req-6e58f14c-11bd-43fd-9a5f-0f6eec15895b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Jan 15 15:06:30.718807 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-86da1ffe-23a3-4e38-a051-8efb053a4569 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385205 Jan 15 15:06:30.880337 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5aa292f-9c4d-4006-8fef-316f951cf1e0 req-2a595d0d-8685-423a-a6ab-7014958e6523 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503544 Jan 15 15:06:31.242290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796d90-7626-4f27-b8e9-98f5fe9bfa61 req-bec9cee7-cbfc-4bfe-bb1b-0666c163d4c7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.243886 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-24796d90-7626-4f27-b8e9-98f5fe9bfa61 req-bec9cee7-cbfc-4bfe-bb1b-0666c163d4c7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.0982163 Jan 15 15:06:31.298001 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-24796d90-7626-4f27-b8e9-98f5fe9bfa61 req-cabd4936-3a58-4111-a306-b59aa3bbd64e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477767 Jan 15 15:06:31.830759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53353684-9601-4fd5-a043-0f7130449169 req-9ee19574-76ba-478a-992e-65381b59dd21 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.832381 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-53353684-9601-4fd5-a043-0f7130449169 req-9ee19574-76ba-478a-992e-65381b59dd21 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1027653 Jan 15 15:06:31.884177 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-53353684-9601-4fd5-a043-0f7130449169 req-9d7dcd1f-42ea-442d-b9ce-28ce7d6aca74 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Jan 15 15:06:32.225983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-aa3f370b-6ca7-4cbc-a395-48e8d7327308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.549805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf9c0f-dbb0-464a-899f-6f410410a618 req-eb002062-8ef3-4d54-b4e8-cb3c9e576547 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.551461 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-feaf9c0f-dbb0-464a-899f-6f410410a618 req-eb002062-8ef3-4d54-b4e8-cb3c9e576547 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1056783 Jan 15 15:06:32.607025 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-feaf9c0f-dbb0-464a-899f-6f410410a618 req-7a6f70cd-65dd-4196-bddb-5e2750c43668 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Jan 15 15:06:33.113687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe2e4-9fc8-4c71-90d4-ec58e8cdab00 req-6cef7fdd-c57c-465d-8d57-c4573c04fae8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:33.115309 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1fbe2e4-9fc8-4c71-90d4-ec58e8cdab00 req-6cef7fdd-c57c-465d-8d57-c4573c04fae8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1027560 Jan 15 15:06:33.170679 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1fbe2e4-9fc8-4c71-90d4-ec58e8cdab00 req-e5226ad5-bb69-4c16-87bc-492c8d699a16 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Jan 15 15:06:33.240679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.859251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01743cea-22da-4656-96be-e26618484c08 req-60e35972-7810-4532-a2ec-2cd4f14c4940 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:33.861079 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01743cea-22da-4656-96be-e26618484c08 req-60e35972-7810-4532-a2ec-2cd4f14c4940 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1023631 Jan 15 15:06:33.913694 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01743cea-22da-4656-96be-e26618484c08 req-2e5e4ae4-191c-42e3-b1f4-f9774ee06fbb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452111 Jan 15 15:06:34.405415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4d01-ae2e-4167-81e0-59f146d55035 req-7c193bed-efca-4b71-bd18-5315ce5839dc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.407083 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-632c4d01-ae2e-4167-81e0-59f146d55035 req-7c193bed-efca-4b71-bd18-5315ce5839dc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1030779 Jan 15 15:06:34.458301 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-632c4d01-ae2e-4167-81e0-59f146d55035 req-e9d0e107-577d-4432-ae4c-1276e95263b6 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Jan 15 15:06:34.527458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.691418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ba3b-7fb4-4303-9a13-28fcb8c7e280 req-07ed8ad6-29dd-40a4-8c84-45a90c53666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.693129 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b666ba3b-7fb4-4303-9a13-28fcb8c7e280 req-07ed8ad6-29dd-40a4-8c84-45a90c53666b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.0784557 Jan 15 15:06:34.740207 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b666ba3b-7fb4-4303-9a13-28fcb8c7e280 req-6309eeaa-d163-424e-9e11-195d274cedc4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362825 Jan 15 15:06:34.822470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.855089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:34.986706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825903d-b422-4997-b0a1-e856c5ee65ff req-ae4ce470-7e83-4330-8b8d-1fb34365055c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.988419 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a825903d-b422-4997-b0a1-e856c5ee65ff req-ae4ce470-7e83-4330-8b8d-1fb34365055c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1104605 Jan 15 15:06:34.999267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.021134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 45950) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:35.043564 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a825903d-b422-4997-b0a1-e856c5ee65ff req-3eb241a6-c114-4584-b2c8-870d896b5fbf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479088 Jan 15 15:06:35.044725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:35.050935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:35.055055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.058253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f54313b-ebbc-409a-b782-887e093a9913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:35.142483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:35.146188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:35.165645 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'code': 422} returned with failed status Jan 15 15:06:35.191520 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-40cbcb22-6651-4e2c-8bf5-3260d1d8f35d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1687851 Jan 15 15:06:35.701538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dc11-fa76-444d-94ec-3fe40b2a723e req-a67b8339-40f1-4b8a-b87f-3dfa9eb9e791 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:35.703101 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ca80dc11-fa76-444d-94ec-3fe40b2a723e req-a67b8339-40f1-4b8a-b87f-3dfa9eb9e791 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1084197 Jan 15 15:06:35.755327 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ca80dc11-fa76-444d-94ec-3fe40b2a723e req-0000ee08-bb09-476b-857d-acb77e5e23b0 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Jan 15 15:06:36.435071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e5c6-6702-4cea-a7c8-203662b88dba req-fc10d0d2-574c-42d8-9b2d-0a0cb1de9020 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:36.437245 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cea4e5c6-6702-4cea-a7c8-203662b88dba req-fc10d0d2-574c-42d8-9b2d-0a0cb1de9020 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1070380 Jan 15 15:06:36.492378 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cea4e5c6-6702-4cea-a7c8-203662b88dba req-cb26a373-9d05-4a56-bd0b-b6e8d344295f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Jan 15 15:06:36.618218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa863-9c52-46a5-b38a-780ff958d242 req-75353977-d9f6-4129-8d20-6e4418242448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:36.619784 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-75353977-d9f6-4129-8d20-6e4418242448 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc&tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 1161 time: 0.0819449 Jan 15 15:06:36.733258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa863-9c52-46a5-b38a-780ff958d242 req-5fc3b2f3-b78a-42cf-a46a-e27bc0a9928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:36.734895 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-5fc3b2f3-b78a-42cf-a46a-e27bc0a9928c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1161 time: 0.0795548 Jan 15 15:06:36.865422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45992) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:36.887925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa863-9c52-46a5-b38a-780ff958d242 req-a0896a55-b9db-45de-8290-c6a2421744fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:36.889569 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-a0896a55-b9db-45de-8290-c6a2421744fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1449165 Jan 15 15:06:37.024748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.041255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:37.053780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Usage tracker for resource:security_group_rule and tenant:7a379659316e4b24adf2b084e93127a7 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:37.054029 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-2da5cc2e-ac7e-4731-a0b9-69cc323b5fe6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 200 len: 1000 time: 0.1237485 Jan 15 15:06:37.058370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:37.064540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:37.130768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677eca-701f-4d33-b6ed-5b0e1ff871c1 req-104cd9a0-a9f4-42fb-b4bd-9f98bb3eddcb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.133096 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-66677eca-701f-4d33-b6ed-5b0e1ff871c1 req-104cd9a0-a9f4-42fb-b4bd-9f98bb3eddcb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.2425380 Jan 15 15:06:37.153978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.156941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.166325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-09f5c85f-41a9-47b8-bb69-d53022f095fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.187693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa863-9c52-46a5-b38a-780ff958d242 req-fd45e085-a25c-432d-9e80-49f8b77ab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.189289 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-fd45e085-a25c-432d-9e80-49f8b77ab127 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.1253619 Jan 15 15:06:37.204045 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-66677eca-701f-4d33-b6ed-5b0e1ff871c1 req-5b1428ab-823a-46b7-bb9d-e34c6549ab6d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Jan 15 15:06:37.214461 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a379659316e4b24adf2b084e93127a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453202 Jan 15 15:06:37.215127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 45998) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:37.219285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644cb19-6065-4084-9db7-81d1f87be6be,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.238004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9fb966e9-77b6-4d56-a655-c951d51b0faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.279613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa863-9c52-46a5-b38a-780ff958d242 req-f2dc22dd-da00-44fa-8f50-bc24e1955099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.281339 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-f2dc22dd-da00-44fa-8f50-bc24e1955099 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834713 Jan 15 15:06:37.283655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.313340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.368708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.374111 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-4451db26-3636-41b3-ac9b-f06d3a7261ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.388848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644cb19-6065-4084-9db7-81d1f87be6be,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.392076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.400921 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c644cb19-6065-4084-9db7-81d1f87be6be HTTP/1.1" status: 204 len: 168 time: 0.1847579 Jan 15 15:06:37.402285 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.455094 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-54226875-0c33-4595-8a48-004ae54adeb4 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624343 Jan 15 15:06:37.625971 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-334aa863-9c52-46a5-b38a-780ff958d242 req-2edf2868-fd00-4258-8c17-b8eb642d6815 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1622944 Jan 15 15:06:37.763666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a274e-5b00-4e84-816b-cc66bc02d0df req-d4c9db8d-1eb3-43b1-ba52-6b5963864a65 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.765526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce4a274e-5b00-4e84-816b-cc66bc02d0df req-d4c9db8d-1eb3-43b1-ba52-6b5963864a65 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1072118 Jan 15 15:06:37.824343 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce4a274e-5b00-4e84-816b-cc66bc02d0df req-88f771ca-15cd-4f43-8742-75438bd69d0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521405 Jan 15 15:06:37.958783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40429aa7-2940-4c83-8bfa-cf507103e800 req-aa7c51d3-179e-42b7-bc35-ac4e48f77797 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.961076 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40429aa7-2940-4c83-8bfa-cf507103e800 req-aa7c51d3-179e-42b7-bc35-ac4e48f77797 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1882248 Jan 15 15:06:37.965597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-2f3b1338-9cff-4e65-91b6-2415bdd60762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.967093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-2f3b1338-9cff-4e65-91b6-2415bdd60762 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 1163 time: 0.1494048 Jan 15 15:06:38.317518 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-40429aa7-2940-4c83-8bfa-cf507103e800 req-6a4c5e8e-c2c4-4dcb-9182-e4b2444a1ac7 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493752 Jan 15 15:06:38.362234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-40cba02a-2f38-4598-93a1-202703b54428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:38.363817 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-40cba02a-2f38-4598-93a1-202703b54428 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 200 len: 913 time: 0.3814797 Jan 15 15:06:38.451887 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-2a2d6373-d0f4-4fc3-b21a-4bd0ae1035aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 200 len: 217 time: 0.0707114 Jan 15 15:06:38.529723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-fbc31557-a3d1-4326-b985-45598e61babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:38.531501 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-fbc31557-a3d1-4326-b985-45598e61babd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 200 len: 859 time: 0.0678191 Jan 15 15:06:38.596606 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-5209a3ec-8f27-4554-9cdd-bc29fe0356a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b56f11b-3024-4903-a63d-6a959215a51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474916 Jan 15 15:06:38.752531 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-5604cc67-b597-49c7-9b3b-5042c879527e service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405804 Jan 15 15:06:38.934198 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fcd8d01-39f7-4e10-bc3e-a1d37a36a093 req-b7ac7e5d-443f-4c87-8a79-0ea142f3f38b service neutron] 10.222.0.69 "GET /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673450 Jan 15 15:06:39.138286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.231965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a6794-81bf-43a4-941c-e1118dffac3e req-66222fd0-9605-429b-ac63-d27bc51a1ed8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.234483 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f16a6794-81bf-43a4-941c-e1118dffac3e req-66222fd0-9605-429b-ac63-d27bc51a1ed8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1884253 Jan 15 15:06:39.311410 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f16a6794-81bf-43a4-941c-e1118dffac3e req-5e5e52e8-9432-499d-aaa0-52f02a97e341 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701821 Jan 15 15:06:39.659515 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61151fb-e21c-4766-848e-8630db7d8c82 req-3ead32de-e7f2-4010-942e-f80216ce786c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.662731 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a61151fb-e21c-4766-848e-8630db7d8c82 req-3ead32de-e7f2-4010-942e-f80216ce786c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1343780 Jan 15 15:06:39.732984 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a61151fb-e21c-4766-848e-8630db7d8c82 req-5634662f-693b-46cb-a0ce-d41784024b4d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633638 Jan 15 15:06:39.988590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:06:40.562581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456597f-22e1-4dde-876a-3fc12b49d7d2 req-0812ce23-f7ef-4c09-91f5-377024aa7965 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.564429 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f456597f-22e1-4dde-876a-3fc12b49d7d2 req-0812ce23-f7ef-4c09-91f5-377024aa7965 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1091330 Jan 15 15:06:40.821658 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f456597f-22e1-4dde-876a-3fc12b49d7d2 req-36769d49-f8b3-45fc-8698-182cbbbc4aa9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500138 Jan 15 15:06:40.982865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4ce2-5ae2-4dca-8357-d8ecf23fa26c req-8bf1d9a5-903f-477a-a71d-77b6e09195cc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.984675 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-164a4ce2-5ae2-4dca-8357-d8ecf23fa26c req-8bf1d9a5-903f-477a-a71d-77b6e09195cc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1050718 Jan 15 15:06:41.040808 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-164a4ce2-5ae2-4dca-8357-d8ecf23fa26c req-835ad9b1-8959-44ab-bec2-eba0bed13844 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Jan 15 15:06:42.084199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1345b34-04cf-4731-b228-d1f5b9877db4 req-ab4ac0a8-e835-4118-b5a5-2e0e41459c75 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.086120 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1345b34-04cf-4731-b228-d1f5b9877db4 req-ab4ac0a8-e835-4118-b5a5-2e0e41459c75 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1041915 Jan 15 15:06:42.139201 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1345b34-04cf-4731-b228-d1f5b9877db4 req-3c78f83f-2f87-4db6-97e0-5ea3562e659f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Jan 15 15:06:42.287845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a5f7-6643-4091-b30f-705376d19d5f req-5a0cfff8-a398-4f48-9fd6-e4b4503f51f2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.289590 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37e6a5f7-6643-4091-b30f-705376d19d5f req-5a0cfff8-a398-4f48-9fd6-e4b4503f51f2 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1032979 Jan 15 15:06:42.343582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-37e6a5f7-6643-4091-b30f-705376d19d5f req-206c71ff-4546-414f-9f67-a6d8c392e2fe tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473742 Jan 15 15:06:43.401072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adee19-03eb-45a4-b688-fdca1256d779 req-556e52ea-5883-4d09-948e-df334782a5b7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.403082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-13adee19-03eb-45a4-b688-fdca1256d779 req-556e52ea-5883-4d09-948e-df334782a5b7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1089375 Jan 15 15:06:43.469895 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-13adee19-03eb-45a4-b688-fdca1256d779 req-b31a679b-228a-4a21-913e-0a2dbf9d249b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551865 Jan 15 15:06:43.613148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694f282-c99f-441c-89c1-d8612c98eff8 req-f2a92087-60a4-4f26-b6c7-866c9c648e9e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.614857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0694f282-c99f-441c-89c1-d8612c98eff8 req-f2a92087-60a4-4f26-b6c7-866c9c648e9e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1216736 Jan 15 15:06:43.668422 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0694f282-c99f-441c-89c1-d8612c98eff8 req-2a4565e0-0009-44a6-8980-47025843b857 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Jan 15 15:06:44.761259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c679-e47d-45cd-9ee0-d965ada9d0ec req-207a9f71-e454-457c-b1e8-a04213e13f51 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:44.763629 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5df1c679-e47d-45cd-9ee0-d965ada9d0ec req-207a9f71-e454-457c-b1e8-a04213e13f51 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1281466 Jan 15 15:06:44.830129 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5df1c679-e47d-45cd-9ee0-d965ada9d0ec req-93c93517-33ce-4919-96d6-ad43e220ba76 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529327 Jan 15 15:06:44.940460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46356b2-0755-4a84-a376-7dd2d593e422 req-6673127a-42e5-46e9-9a58-24cf654ab98a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:44.942089 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f46356b2-0755-4a84-a376-7dd2d593e422 req-6673127a-42e5-46e9-9a58-24cf654ab98a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1133392 Jan 15 15:06:45.005546 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f46356b2-0755-4a84-a376-7dd2d593e422 req-72d19628-1df8-4006-910e-7c109ae3b90e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Jan 15 15:06:46.093902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253d59-e58c-482d-95fd-b3c1885feff6 req-13111e99-2e53-475b-8af1-4d7e4dba581a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.095614 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02253d59-e58c-482d-95fd-b3c1885feff6 req-13111e99-2e53-475b-8af1-4d7e4dba581a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1130116 Jan 15 15:06:46.152325 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02253d59-e58c-482d-95fd-b3c1885feff6 req-f52736bf-ccfd-459e-b2a0-0f0a6f18af1e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493250 Jan 15 15:06:46.259290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21f49-0efe-4783-b175-534e95d27393 req-a7e37993-3d0b-4932-a6c9-a2594111eb05 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.261133 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7bf21f49-0efe-4783-b175-534e95d27393 req-a7e37993-3d0b-4932-a6c9-a2594111eb05 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1145518 Jan 15 15:06:46.318271 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7bf21f49-0efe-4783-b175-534e95d27393 req-965a76b8-7ecb-4530-9d98-867f55422344 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Jan 15 15:06:47.412620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63199150-2ff0-4a6d-b60c-ced45824eb73 req-23914880-8a61-4ce0-9c81-ad84ca9f3960 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.414544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-63199150-2ff0-4a6d-b60c-ced45824eb73 req-23914880-8a61-4ce0-9c81-ad84ca9f3960 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1120124 Jan 15 15:06:47.468494 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-63199150-2ff0-4a6d-b60c-ced45824eb73 req-cfc5e4aa-a33f-407c-9596-3cfbd9c681d3 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470963 Jan 15 15:06:47.576008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337970c8-38d5-47e2-a6fe-092a93fe9fb8 req-216c746f-cd7f-472b-94f6-662fd62d952f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.577639 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-337970c8-38d5-47e2-a6fe-092a93fe9fb8 req-216c746f-cd7f-472b-94f6-662fd62d952f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1191857 Jan 15 15:06:47.631891 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-337970c8-38d5-47e2-a6fe-092a93fe9fb8 req-8f65a2e4-64a3-4a40-a71f-2c93a8201f14 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Jan 15 15:06:48.731283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83922e6-f837-4240-90dd-077bf35e0840 req-23d08359-e6d2-402f-b6f5-fd01d53c3e6c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:48.733038 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b83922e6-f837-4240-90dd-077bf35e0840 req-23d08359-e6d2-402f-b6f5-fd01d53c3e6c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1134157 Jan 15 15:06:48.789220 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b83922e6-f837-4240-90dd-077bf35e0840 req-c236ec91-44c3-4db0-b277-a606a76aa5a9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492165 Jan 15 15:06:48.891825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14772c7a-36db-4159-9684-e235145785d6 req-2dec45b3-1023-4892-a18c-a099562ebde5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:48.893704 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-14772c7a-36db-4159-9684-e235145785d6 req-2dec45b3-1023-4892-a18c-a099562ebde5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1081023 Jan 15 15:06:48.952621 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-14772c7a-36db-4159-9684-e235145785d6 req-f939c31e-e494-4ee3-8f96-0f1bb6d3e59c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512087 Jan 15 15:06:50.053989 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8149268-3a9b-49cd-9e06-f74fec8d72d1 req-3c0dc2a9-6445-4332-af27-210adefddcae tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.056022 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8149268-3a9b-49cd-9e06-f74fec8d72d1 req-3c0dc2a9-6445-4332-af27-210adefddcae tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1096780 Jan 15 15:06:50.117432 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8149268-3a9b-49cd-9e06-f74fec8d72d1 req-c5c87194-c325-475b-a4b0-358f8d02597a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543361 Jan 15 15:06:50.204187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55e23-e1e0-4b20-b610-8ea0bb4027cd req-ebf7c700-11d0-4fd3-8878-994eb596f574 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.205887 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76c55e23-e1e0-4b20-b610-8ea0bb4027cd req-ebf7c700-11d0-4fd3-8878-994eb596f574 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1126325 Jan 15 15:06:50.259644 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76c55e23-e1e0-4b20-b610-8ea0bb4027cd req-65f93acc-17d5-4609-b316-4c61f2d9f9f3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Jan 15 15:06:51.365430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f054-397f-40ce-9360-400fe6c78bb4 req-fdd9a779-f405-4a64-a0ac-c0fb02d88e21 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.367159 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ae9f054-397f-40ce-9360-400fe6c78bb4 req-fdd9a779-f405-4a64-a0ac-c0fb02d88e21 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1062920 Jan 15 15:06:51.420028 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ae9f054-397f-40ce-9360-400fe6c78bb4 req-0ccd313f-3f2b-451d-9153-cf80b288c55a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464694 Jan 15 15:06:51.510289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a92718-9f65-497f-a400-e29546c1827b req-2441cad1-ba36-4371-9459-880905798f5f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.515094 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18a92718-9f65-497f-a400-e29546c1827b req-2441cad1-ba36-4371-9459-880905798f5f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1203201 Jan 15 15:06:51.575611 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18a92718-9f65-497f-a400-e29546c1827b req-0e2ddb5a-522a-4906-ac87-69651599a852 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558112 Jan 15 15:06:52.731411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b24c7f-7353-4b3e-b7b3-bb5b13b4bdfa req-66043250-e6cb-45b3-ba3e-0d4cd8bffe31 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.733125 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e0b24c7f-7353-4b3e-b7b3-bb5b13b4bdfa req-66043250-e6cb-45b3-ba3e-0d4cd8bffe31 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1031458 Jan 15 15:06:52.791637 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e0b24c7f-7353-4b3e-b7b3-bb5b13b4bdfa req-5e0010f5-9d85-4e5a-aad6-1a389515aa8e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521870 Jan 15 15:06:52.831840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e0880-9881-4ef8-bd90-5464ec0e661a req-0f7cdf3e-b2c1-44c0-af05-30fea299fdcd tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.833558 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-342e0880-9881-4ef8-bd90-5464ec0e661a req-0f7cdf3e-b2c1-44c0-af05-30fea299fdcd tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1020010 Jan 15 15:06:52.889802 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-342e0880-9881-4ef8-bd90-5464ec0e661a req-1f613f59-cc6d-4d07-85f9-f0b517763dfd tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Jan 15 15:06:54.060245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618005e-82e9-41cb-8a7f-da1457005b3d req-9bcdc0ff-6937-4dc2-ba45-a496574d2308 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:54.061945 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f618005e-82e9-41cb-8a7f-da1457005b3d req-9bcdc0ff-6937-4dc2-ba45-a496574d2308 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1114039 Jan 15 15:06:54.118294 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f618005e-82e9-41cb-8a7f-da1457005b3d req-e6c00843-e7e0-4861-b380-4a880f91f3dc tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481477 Jan 15 15:06:54.135114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e6208-28ae-47f8-a233-4eef3298fad7 req-091dbd49-018f-473d-b44f-4c3a6c72dd14 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:54.136856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b1e6208-28ae-47f8-a233-4eef3298fad7 req-091dbd49-018f-473d-b44f-4c3a6c72dd14 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1087606 Jan 15 15:06:54.191311 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b1e6208-28ae-47f8-a233-4eef3298fad7 req-9db70d48-a725-4209-b903-57e67d881892 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477612 Jan 15 15:06:55.365192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79dc84-cf14-48a1-a24a-b49f4627627f req-b4d12825-db3d-487b-ad74-cc30fe8342d6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:55.367376 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cb79dc84-cf14-48a1-a24a-b49f4627627f req-b4d12825-db3d-487b-ad74-cc30fe8342d6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1032312 Jan 15 15:06:55.418860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cb79dc84-cf14-48a1-a24a-b49f4627627f req-b4d5eb26-94aa-44fd-8cb0-243166a92988 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 Jan 15 15:06:55.425291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09444358-c62a-4bd5-b477-67f6d6dfee56 req-718d876c-36a0-413a-a28d-7a1e0fac9bbb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:55.427023 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-09444358-c62a-4bd5-b477-67f6d6dfee56 req-718d876c-36a0-413a-a28d-7a1e0fac9bbb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1049781 Jan 15 15:06:55.466349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:55.481508 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-09444358-c62a-4bd5-b477-67f6d6dfee56 req-c42d0dfc-6402-4e57-a8ce-47b0f0c1d7db tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 Jan 15 15:06:55.543923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:55.544384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:56.665921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915fc2-23bf-4fe3-a4d3-57a5c9b4b5d5 req-63aa24bc-b5e6-4abb-9994-96b612100847 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.667558 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-49915fc2-23bf-4fe3-a4d3-57a5c9b4b5d5 req-63aa24bc-b5e6-4abb-9994-96b612100847 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1011760 Jan 15 15:06:56.715459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d480d-9654-4999-9b6d-e8171d8b3ff0 req-f102d270-8757-42bc-a0de-21d32d400d9f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.718024 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d8d480d-9654-4999-9b6d-e8171d8b3ff0 req-f102d270-8757-42bc-a0de-21d32d400d9f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1057458 Jan 15 15:06:56.727593 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-49915fc2-23bf-4fe3-a4d3-57a5c9b4b5d5 req-f7bf9364-73a9-4d6c-89cb-09f9b99851b2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531864 Jan 15 15:06:56.780219 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d8d480d-9654-4999-9b6d-e8171d8b3ff0 req-ddfe618f-448c-48db-a1e6-09be6b2a5a98 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550418 Jan 15 15:06:57.987199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa43fd5-91c5-46b7-ae5b-163a651d0e0d req-6aeb0891-af7c-4c1d-9299-167d6eb86598 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:57.989532 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0fa43fd5-91c5-46b7-ae5b-163a651d0e0d req-6aeb0891-af7c-4c1d-9299-167d6eb86598 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 944 time: 0.1033998 Jan 15 15:06:58.043936 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0fa43fd5-91c5-46b7-ae5b-163a651d0e0d req-9c465a0f-5c08-48c8-a0e2-5b44768286dc tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480275 Jan 15 15:06:58.404598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:58.485890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:58.486478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:58.612325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:58.641888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:58.652500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:58.655413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:58.656347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:58.687617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:58.723704 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'code': 200} Jan 15 15:06:58.785283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=6']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:58.790828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:58.798368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:58.798786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:59.296093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557036b-5e96-42fb-9003-34793eff96ce req-0a1cd394-bf4a-4cd6-ad2f-a08a30da5e09 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.297778 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a557036b-5e96-42fb-9003-34793eff96ce req-0a1cd394-bf4a-4cd6-ad2f-a08a30da5e09 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1071613 Jan 15 15:06:59.388425 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a557036b-5e96-42fb-9003-34793eff96ce req-108605af-0bc9-4f00-843a-ad888a3db69f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843592 Jan 15 15:06:59.421144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cb6e-b444-4724-a8a0-7e663c397261 req-429664c5-13f4-49b1-bffb-12260691354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.422751 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e81cb6e-b444-4724-a8a0-7e663c397261 req-429664c5-13f4-49b1-bffb-12260691354a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 1163 time: 0.0834589 Jan 15 15:06:59.442470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:59.481298 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e81cb6e-b444-4724-a8a0-7e663c397261 req-7b04732f-abe0-40f0-8369-99faa07b93be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Jan 15 15:06:59.511637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:59.512055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:00.244246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a97caa-58cb-4de6-a2ac-9197158dc6f8 req-074bd8dd-d3d7-4e30-837d-8f2c9afe6775 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.245863 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-96a97caa-58cb-4de6-a2ac-9197158dc6f8 req-074bd8dd-d3d7-4e30-837d-8f2c9afe6775 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1664076 Jan 15 15:07:00.248578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-d18234b8-1894-44b8-a995-ec506a683453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.250053 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-d18234b8-1894-44b8-a995-ec506a683453 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1203 time: 0.1318626 Jan 15 15:07:00.355560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7e344ef0-e09f-4d77-85ea-cce2986d2b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:00.389533 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-96a97caa-58cb-4de6-a2ac-9197158dc6f8 req-dc3794c8-6b51-42bb-8df6-042bc9dd66ac tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1371152 Jan 15 15:07:00.438741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-047f0c4b-bdee-4a39-b069-2b3c8d35bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.440368 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-047f0c4b-bdee-4a39-b069-2b3c8d35bf50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.1725342 Jan 15 15:07:00.571761 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-5c2c9e26-3468-4e83-a156-0c392a6523ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1002 time: 0.1123827 Jan 15 15:07:00.653244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-1dc3a170-b067-4ce4-b2f2-56aa32f6ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.654855 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-1dc3a170-b067-4ce4-b2f2-56aa32f6ce5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.0706363 Jan 15 15:07:00.658121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ee7f8-507d-48f6-acda-c6d3b4e0df60 req-2a6bcd8a-5674-4355-9432-ad723ff1a568 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.659815 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a60ee7f8-507d-48f6-acda-c6d3b4e0df60 req-2a6bcd8a-5674-4355-9432-ad723ff1a568 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1024301 Jan 15 15:07:00.714568 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a60ee7f8-507d-48f6-acda-c6d3b4e0df60 req-d0f1a7c4-035c-49bd-8c04-9b3916e8c04d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Jan 15 15:07:00.753975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-6c1ac2e6-7725-41a4-9a66-3426ff37e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.755601 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-6c1ac2e6-7725-41a4-9a66-3426ff37e512 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867255 Jan 15 15:07:00.900357 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-ad07998d-be94-4854-9603-4dfbfb250e27 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369953 Jan 15 15:07:01.064857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aa2a899-23eb-4541-ad9d-443e88852610 req-1f022918-76a9-4b07-a363-da531f4b8a99 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408350 Jan 15 15:07:01.365315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188915ee-2048-4d5a-85c1-fbeddc5b1243 req-f760a90b-cd83-4514-b6aa-e951ed8684cb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.367034 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-188915ee-2048-4d5a-85c1-fbeddc5b1243 req-f760a90b-cd83-4514-b6aa-e951ed8684cb tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1050019 Jan 15 15:07:01.421675 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-188915ee-2048-4d5a-85c1-fbeddc5b1243 req-7275bc76-c1f1-4901-bd92-ac1c43015dea tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 Jan 15 15:07:01.637508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c47e-7217-420b-91c3-15319b7d89c5 req-491f2b1a-215c-4b53-a1b2-e2e9c974830c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.639622 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-06b3c47e-7217-420b-91c3-15319b7d89c5 req-491f2b1a-215c-4b53-a1b2-e2e9c974830c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1123667 Jan 15 15:07:01.704213 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-06b3c47e-7217-420b-91c3-15319b7d89c5 req-136ebbe8-956b-45d9-a690-f93aabc76898 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0574226 Jan 15 15:07:01.749678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:01.823932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port a3823d85-78e3-4d2b-9fff-b021bd17dd1a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:01.824364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.993103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfcd2-fdc2-4608-abf1-9f3ae394b4fc req-11e60ee2-6421-4266-bfaf-08e88248b993 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.994792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-32acfcd2-fdc2-4608-abf1-9f3ae394b4fc req-11e60ee2-6421-4266-bfaf-08e88248b993 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1076081 Jan 15 15:07:02.054065 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-32acfcd2-fdc2-4608-abf1-9f3ae394b4fc req-fd0cc01f-bf5d-4732-b0f4-7daf3ba0e88f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514174 Jan 15 15:07:02.228807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-940479f3-95dc-4a56-98a5-78f843d1fd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.656602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8442-1e28-4a90-a748-9537b811fb06 req-b72be99d-a1c8-45e9-acc6-c2f6952accca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:02.658217 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eaaf8442-1e28-4a90-a748-9537b811fb06 req-b72be99d-a1c8-45e9-acc6-c2f6952accca tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1001964 Jan 15 15:07:02.709619 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eaaf8442-1e28-4a90-a748-9537b811fb06 req-f39646a9-15c6-48a3-acb1-8350ace77651 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Jan 15 15:07:02.937738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6acf-ae92-43f0-b1ae-b7a51e87bebb req-4509f4a7-d533-41b7-bba2-8ce6414a9e16 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:02.939362 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b1b6acf-ae92-43f0-b1ae-b7a51e87bebb req-4509f4a7-d533-41b7-bba2-8ce6414a9e16 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1017718 Jan 15 15:07:02.995142 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1b1b6acf-ae92-43f0-b1ae-b7a51e87bebb req-29f55b75-0706-43fc-bf93-1ee776b3b2e9 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0489781 Jan 15 15:07:03.245858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:03.301466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad622d-f259-49f8-82da-66ae0da049c0 req-249ee6e4-1934-4f47-9f25-5941c11a1bbd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.303138 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29ad622d-f259-49f8-82da-66ae0da049c0 req-249ee6e4-1934-4f47-9f25-5941c11a1bbd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1037853 Jan 15 15:07:03.355423 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29ad622d-f259-49f8-82da-66ae0da049c0 req-f74ea9f3-eef8-4cad-9f2b-ee2ec611d7ff tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459199 Jan 15 15:07:03.944962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc5c-c1e7-4732-aca7-32fe47467258 req-f69a3620-3095-4d56-9d89-4b8887f2e24e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.946586 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1b5fc5c-c1e7-4732-aca7-32fe47467258 req-f69a3620-3095-4d56-9d89-4b8887f2e24e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1042917 Jan 15 15:07:03.997500 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f1b5fc5c-c1e7-4732-aca7-32fe47467258 req-bfa50187-8e37-4f52-ba6a-fdf122065857 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Jan 15 15:07:04.225150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3351582-bd92-498e-b3a2-28cc5568e5a9 req-5aac77eb-bb85-4324-986e-2fdf9f4805b0 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:04.226764 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3351582-bd92-498e-b3a2-28cc5568e5a9 req-5aac77eb-bb85-4324-986e-2fdf9f4805b0 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.0996575 Jan 15 15:07:04.285466 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3351582-bd92-498e-b3a2-28cc5568e5a9 req-b660e68b-fece-400f-97f0-dc39d26e6ee8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0521722 Jan 15 15:07:04.528358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:04.824416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.229130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099cae5-5338-48d1-add2-3887cef88199 req-d0a257e4-b491-4ed3-b786-d50bdd9ce6d3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.231464 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e099cae5-5338-48d1-add2-3887cef88199 req-d0a257e4-b491-4ed3-b786-d50bdd9ce6d3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1049917 Jan 15 15:07:05.288082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e099cae5-5338-48d1-add2-3887cef88199 req-83a52fed-c842-4f4f-8415-35e59f618ace tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502870 Jan 15 15:07:05.444924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3a2e-c054-482b-966a-554659f71685 req-853b35a9-23aa-4717-baf8-31d4666eb588 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.446586 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20bd3a2e-c054-482b-966a-554659f71685 req-853b35a9-23aa-4717-baf8-31d4666eb588 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 945 time: 0.1016169 Jan 15 15:07:05.572802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Deleting port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:05.573190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.695472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e8b30-d150-4a00-915d-6be6c16f9ba0 req-41ef8886-a21c-4f97-a78a-bfbb06af87f5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.697090 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d2e8b30-d150-4a00-915d-6be6c16f9ba0 req-41ef8886-a21c-4f97-a78a-bfbb06af87f5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.2758706 Jan 15 15:07:05.837019 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0d2e8b30-d150-4a00-915d-6be6c16f9ba0 req-af2494ed-58e2-4586-a761-9449475f7144 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1328738 Jan 15 15:07:06.111011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] For port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:06.111323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.238891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Calling delete_port for cc71f6f5-2cdd-4411-bf40-1289e3a15c0a owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:06.432622 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-8686417f-494f-468d-9300-cbdd9281f946 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1657238 Jan 15 15:07:06.453017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.471549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:06.496047 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5adfb399-2a82-4a0b-8fdb-a24654eaf39f req-98d5e4d8-56b6-4cef-add3-da8d94c6ee3c tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.0704451 Jan 15 15:07:06.525063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Pushing event deleted for resources: {'Port': ['ID=cc71f6f5-2cdd-4411-bf40-1289e3a15c0a,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:06.563290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:06.714909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a008a-399a-493b-83e1-9d662825c3f3 req-dd78608e-67cf-4e11-a21f-5621a677dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:06.716585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-dd78608e-67cf-4e11-a21f-5621a677dbc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1163 time: 0.1960568 Jan 15 15:07:06.758936 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] No DVR routers for this DVR port cc71f6f5-2cdd-4411-bf40-1289e3a15c0a on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:06.770324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.773631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'name': 'network-vif-deleted', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:06.817109 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-20bd3a2e-c054-482b-966a-554659f71685 req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "DELETE /v2.0/ports/cc71f6f5-2cdd-4411-bf40-1289e3a15c0a HTTP/1.1" status: 204 len: 173 time: 1.3373892 Jan 15 15:07:06.869988 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170821bc-6921-44a0-8536-2b69ec96444a', 'name': 'network-vif-deleted', 'tag': 'cc71f6f5-2cdd-4411-bf40-1289e3a15c0a', 'status': 'completed', 'code': 200} Jan 15 15:07:06.934324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a008a-399a-493b-83e1-9d662825c3f3 req-06801356-4ba5-44ae-94bf-bca3d2f10051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:06.936003 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-06801356-4ba5-44ae-94bf-bca3d2f10051 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.1501975 Jan 15 15:07:07.048841 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-f688ba16-d75e-45a2-8753-627005fd25d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 1002 time: 0.1055884 Jan 15 15:07:07.069154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbf5e0-0d7e-449d-8b4d-d14856c0cd63 req-aba131d0-513a-4b16-9296-ccf046e3b252 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.070920 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-47bbf5e0-0d7e-449d-8b4d-d14856c0cd63 req-aba131d0-513a-4b16-9296-ccf046e3b252 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1007128 Jan 15 15:07:07.133179 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-47bbf5e0-0d7e-449d-8b4d-d14856c0cd63 req-8a88c382-916f-4908-a4d1-31443737db5f tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0539429 Jan 15 15:07:07.134911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a008a-399a-493b-83e1-9d662825c3f3 req-d607e9af-1aab-4228-8da2-c1204afbbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.136524 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-d607e9af-1aab-4228-8da2-c1204afbbc47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.0703652 Jan 15 15:07:07.230480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a008a-399a-493b-83e1-9d662825c3f3 req-20fc6ca1-e6ca-4a6d-9e21-714f5d18f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.232108 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-20fc6ca1-e6ca-4a6d-9e21-714f5d18f9fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765364 Jan 15 15:07:07.381629 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-8fd206a6-fb2a-4b0e-be5a-bd995388714e service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366715 Jan 15 15:07:07.529164 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-358a008a-399a-493b-83e1-9d662825c3f3 req-54ffb926-a981-435e-805e-b70c76521176 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404686 Jan 15 15:07:07.665858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:07.696728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cf865c97-7068-49a7-b26a-7ede5ac7a51f req-64c7b75a-d580-4ec8-b3b4-7f91f9dd0d2d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Synchronizing usage tracker for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:07.699210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: cc71f6f5-2cdd-4411-bf40-1289e3a15c0a {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:07.699621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cc71f6f5-2cdd-4411-bf40-1289e3a15c0a not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:07.711923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cf865c97-7068-49a7-b26a-7ede5ac7a51f req-64c7b75a-d580-4ec8-b3b4-7f91f9dd0d2d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Unset dirty status for tenant:d91f8c1ca860400a9fc17852ddd0058a on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:07.713245 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cf865c97-7068-49a7-b26a-7ede5ac7a51f req-64c7b75a-d580-4ec8-b3b4-7f91f9dd0d2d tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=170821bc-6921-44a0-8536-2b69ec96444a HTTP/1.1" status: 200 len: 210 time: 0.0638185 Jan 15 15:07:08.365739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304aa3f-0eb9-4939-85f3-94d40eedca95 req-81810ef1-e43e-4162-a2f4-1864597d3094 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:08.367790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b304aa3f-0eb9-4939-85f3-94d40eedca95 req-81810ef1-e43e-4162-a2f4-1864597d3094 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1006217 Jan 15 15:07:08.423339 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b304aa3f-0eb9-4939-85f3-94d40eedca95 req-6b1c0bc4-1e08-4a5b-985f-4a1e5ceced25 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0490561 Jan 15 15:07:09.124983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:09.238022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91a21-faca-4be2-acbc-07ff0632fe79 req-926084c0-e5af-4bd3-b844-ed2d944b0ec5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:09.239614 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-04b91a21-faca-4be2-acbc-07ff0632fe79 req-926084c0-e5af-4bd3-b844-ed2d944b0ec5 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1037927 Jan 15 15:07:09.291453 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-04b91a21-faca-4be2-acbc-07ff0632fe79 req-3e6f76d6-5aff-44a6-8088-78200fd3ecd8 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Jan 15 15:07:09.661822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea41910-6093-4b4d-b7e6-e9a72dafdc94 req-7028a8df-38e0-473b-af7a-7dbad3b875f5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:09.664548 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ea41910-6093-4b4d-b7e6-e9a72dafdc94 req-7028a8df-38e0-473b-af7a-7dbad3b875f5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1060457 Jan 15 15:07:09.722896 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5ea41910-6093-4b4d-b7e6-e9a72dafdc94 req-07b11904-8a41-4372-bd4e-15f5acb641b1 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0523527 Jan 15 15:07:10.518306 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b59485-4f69-4b21-9238-6b5a8d60945b req-12f53f50-70ae-476a-82b9-0fa594ed303a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:10.519959 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f9b59485-4f69-4b21-9238-6b5a8d60945b req-12f53f50-70ae-476a-82b9-0fa594ed303a tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1016221 Jan 15 15:07:10.574017 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f9b59485-4f69-4b21-9238-6b5a8d60945b req-59c41997-b904-44e1-beb9-84440c3a6f10 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 Jan 15 15:07:10.971412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7dd68-18be-4932-abf8-d48fc987c867 req-87e2ec8a-c048-41fc-b5dd-14ba5608c1f1 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:10.973077 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-42e7dd68-18be-4932-abf8-d48fc987c867 req-87e2ec8a-c048-41fc-b5dd-14ba5608c1f1 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1096456 Jan 15 15:07:11.033882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-42e7dd68-18be-4932-abf8-d48fc987c867 req-9d3860b6-8358-4ed4-be97-f50ed05afb8c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0540776 Jan 15 15:07:11.802143 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6fda-0361-460c-ba38-7abdf4d600c0 req-f61a8048-69be-47e5-945d-d8ca9cd1b562 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:11.804478 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bbfc6fda-0361-460c-ba38-7abdf4d600c0 req-f61a8048-69be-47e5-945d-d8ca9cd1b562 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1015871 Jan 15 15:07:11.854780 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bbfc6fda-0361-460c-ba38-7abdf4d600c0 req-364f3dd3-1ca7-4094-90b8-ad31d2b9b46e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Jan 15 15:07:12.268845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562785c-247c-4099-8fc1-762889771720 req-e930172e-8b0e-4425-9f22-4123aebbf299 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:12.270544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5562785c-247c-4099-8fc1-762889771720 req-e930172e-8b0e-4425-9f22-4123aebbf299 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1042447 Jan 15 15:07:12.327571 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5562785c-247c-4099-8fc1-762889771720 req-0b12c251-f597-45d6-beb6-bca0fc6ad114 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0499094 Jan 15 15:07:13.090315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46582) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:13.090961 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf70f5-a2e1-48d6-9302-a556afd2f2fc req-5a62d608-2c9f-428e-a933-76a4486b6483 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:13.092633 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c9bf70f5-a2e1-48d6-9302-a556afd2f2fc req-5a62d608-2c9f-428e-a933-76a4486b6483 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1052272 Jan 15 15:07:13.146284 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c9bf70f5-a2e1-48d6-9302-a556afd2f2fc req-372d4c66-3759-4d09-a59e-4daf537698ee tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jan 15 15:07:13.243166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.258431 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:13.262445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a29edb0e344831bccb3f8827ab69a9 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:13.265401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:13.271752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:13.364418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.367959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.377255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f4e7262d-0927-47a1-9f64-d295b496e83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:13.419468 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8a29edb0e344831bccb3f8827ab69a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279891 Jan 15 15:07:13.422317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46594) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:13.423783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14c780-a902-44a6-a5dd-cfd7ccbd3f00,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:13.427587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:13.586796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.623281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.653749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6288fc6-f297-4507-9bcc-6ce71ef03d40 req-a98d7ccf-7022-4ff3-8589-89a00ac04579 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:13.655345 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d6288fc6-f297-4507-9bcc-6ce71ef03d40 req-a98d7ccf-7022-4ff3-8589-89a00ac04579 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1882191 Jan 15 15:07:13.736616 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d6288fc6-f297-4507-9bcc-6ce71ef03d40 req-3307e2a3-f542-4266-b25e-769350bab13f tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0744908 Jan 15 15:07:13.745838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.751093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3559e34c-546c-4c30-bf9d-b651d7ddad4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:13.764040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.768128 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b14c780-a902-44a6-a5dd-cfd7ccbd3f00 HTTP/1.1" status: 204 len: 168 time: 0.3444414 Jan 15 15:07:13.773264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14c780-a902-44a6-a5dd-cfd7ccbd3f00,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:13.781498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.781895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.782747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.783159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.783557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.784091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.784384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.784775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.785169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.785554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.785941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.786326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.786776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.787744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.788157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.788548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.788932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.789319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.789798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.790305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.790698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.791083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.791473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.791855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:13.801296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:14.126813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46606) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:14.146201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.161281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:14.166056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ca073c932354d02940138cb32dc15c2 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:14.169005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:14.174694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:14.265678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.268988 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.278566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7d649d09-d94c-4165-bd38-6616d424637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:14.323082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ca073c932354d02940138cb32dc15c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937826 Jan 15 15:07:14.323771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b12a9-7fd0-4b22-b130-c1c846da3ea7,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:14.325400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46612) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:14.327032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:14.436289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6594a0-f228-4999-8b58-5b7a1c8cedda req-d0a3fee5-7e05-41df-adff-a00f06b58079 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:14.437901 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eb6594a0-f228-4999-8b58-5b7a1c8cedda req-d0a3fee5-7e05-41df-adff-a00f06b58079 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1604228 Jan 15 15:07:14.442714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.492251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.534267 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eb6594a0-f228-4999-8b58-5b7a1c8cedda req-6084dc76-4400-4618-82bd-a2a38650bbfc tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816503 Jan 15 15:07:14.558670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.563942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-71d03f9c-6ca0-4c56-922a-4f836dc5b904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:14.577667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b12a9-7fd0-4b22-b130-c1c846da3ea7,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:14.586737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:14.587550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.588760 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d9b12a9-7fd0-4b22-b130-c1c846da3ea7 HTTP/1.1" status: 204 len: 168 time: 0.2623973 Jan 15 15:07:14.997131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e658-4e00-4337-be5b-4afb1553908e req-1e9da2aa-42d9-44fc-9874-f23fa2d3c842 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:14.998757 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a81e658-4e00-4337-be5b-4afb1553908e req-1e9da2aa-42d9-44fc-9874-f23fa2d3c842 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1124113 Jan 15 15:07:15.056922 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a81e658-4e00-4337-be5b-4afb1553908e req-9de5bf0e-80a4-44a7-a4a3-c00d05069c25 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0516996 Jan 15 15:07:15.768976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2cc7-1db4-430a-af48-09e8f4e69330 req-d9e09687-198a-4160-8c17-fc76cd1198d3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:15.770593 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-467d2cc7-1db4-430a-af48-09e8f4e69330 req-d9e09687-198a-4160-8c17-fc76cd1198d3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1042986 Jan 15 15:07:15.827617 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-467d2cc7-1db4-430a-af48-09e8f4e69330 req-5b010b27-e62f-4aca-b132-e23b50f04003 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503290 Jan 15 15:07:16.293180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65a2c-ba00-4c0d-97f4-6ebc405e9468 req-bf3349fc-f54c-4e01-aa20-682f58fb4df6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.295161 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e3d65a2c-ba00-4c0d-97f4-6ebc405e9468 req-bf3349fc-f54c-4e01-aa20-682f58fb4df6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1095366 Jan 15 15:07:16.313744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4442a7-bcc8-4ab1-bde6-a5a7196ad1b2 req-41e95792-2448-48cc-9ade-c187f92518c6 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.315662 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-de4442a7-bcc8-4ab1-bde6-a5a7196ad1b2 req-41e95792-2448-48cc-9ade-c187f92518c6 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1224389 Jan 15 15:07:16.350401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e3d65a2c-ba00-4c0d-97f4-6ebc405e9468 req-108885c6-3fa5-47a6-90ab-b858d6ed5d48 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487061 Jan 15 15:07:16.379302 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-de4442a7-bcc8-4ab1-bde6-a5a7196ad1b2 req-230d6f82-b679-4e3a-b3c9-61bc1d7aee83 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0534232 Jan 15 15:07:16.988545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:17.075137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3498-568b-4fea-ad5c-27ff67b53fbb req-e9e27ee1-3d3e-4476-873c-ef24dd8414f3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.076751 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-992b3498-568b-4fea-ad5c-27ff67b53fbb req-e9e27ee1-3d3e-4476-873c-ef24dd8414f3 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1086974 Jan 15 15:07:17.127397 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-992b3498-568b-4fea-ad5c-27ff67b53fbb req-e3156f0c-8c0e-4cde-b2c9-20915ffd822e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Jan 15 15:07:17.278810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-5514b7c4-6c7a-493f-8f17-076ec04c5b0e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.280423 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-5514b7c4-6c7a-493f-8f17-076ec04c5b0e tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 946 time: 0.1029305 Jan 15 15:07:17.345015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:17.361986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Deleting port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:17.362376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.483340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.521909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:17.523391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:17.529516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.532370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:17.601406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:17.609465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.609851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.610231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.610607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.610979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.611349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.611716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.612109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.612474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.612838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.613198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.613562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.613981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.614350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.614782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.615276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.615838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.616239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.616606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.616973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.617338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.617699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.618062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.618423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:17.622867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:17.633217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af86c3-c434-48b9-be2a-34ad3adcc1c0 req-5f9b9856-4e66-4c48-8fc6-0c79ea5cba94 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.634913 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-83af86c3-c434-48b9-be2a-34ad3adcc1c0 req-5f9b9856-4e66-4c48-8fc6-0c79ea5cba94 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1149111 Jan 15 15:07:17.690853 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-83af86c3-c434-48b9-be2a-34ad3adcc1c0 req-0c8c8a37-d6d1-456b-b086-04b04168eaed tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0492368 Jan 15 15:07:17.736968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:17.737369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.763906 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c', 'code': 200} Jan 15 15:07:17.767182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f37179-a26b-4d44-9188-20d23f39f4f5 req-f45f52ef-3032-45a7-b1da-c9ba57bddd38 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.768851 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b6f37179-a26b-4d44-9188-20d23f39f4f5 req-f45f52ef-3032-45a7-b1da-c9ba57bddd38 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.2732201 Jan 15 15:07:17.905209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Calling delete_port for 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:17.987355 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b6f37179-a26b-4d44-9188-20d23f39f4f5 req-09c2cf00-1210-43f5-b494-2564140265fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583712 Jan 15 15:07:18.012157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:18.012644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:18.358718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd396-fca5-4331-bc5c-803dcf5ed2cf req-8e2d41dc-9c85-4cbb-adc8-edfd4d124fde tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:18.360425 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-078fd396-fca5-4331-bc5c-803dcf5ed2cf req-8e2d41dc-9c85-4cbb-adc8-edfd4d124fde tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 944 time: 0.1011870 Jan 15 15:07:18.412611 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-078fd396-fca5-4331-bc5c-803dcf5ed2cf req-9c24f891-d377-4784-81c4-9cf24f77a0a4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/security-groups?id=4103c0bd-6938-432f-be74-6c2dac14af19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Jan 15 15:07:18.513708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Deleting port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:18.514113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.059186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae815-33a7-42b0-8074-38e74d5ea7ab req-609c22f1-f097-455f-a5d6-7967f7135c44 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:19.060892 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e1eae815-33a7-42b0-8074-38e74d5ea7ab req-609c22f1-f097-455f-a5d6-7967f7135c44 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.2245770 Jan 15 15:07:19.100309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] For port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:19.100729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.222171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcd9d1-704f-4090-bb06-4cfef149eb49 req-5e31509f-dc5e-4d7c-b7cc-c0811e4c5ed7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:19.223777 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadcd9d1-704f-4090-bb06-4cfef149eb49 req-5e31509f-dc5e-4d7c-b7cc-c0811e4c5ed7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1017761 Jan 15 15:07:19.248792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Calling delete_port for 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:19.275191 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dadcd9d1-704f-4090-bb06-4cfef149eb49 req-b7d5255f-4058-459a-87be-7b8b702b760c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445962 Jan 15 15:07:19.304184 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e1eae815-33a7-42b0-8074-38e74d5ea7ab req-467c10a9-ae78-4032-ba38-f2be6c887ad7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2317288 Jan 15 15:07:19.405770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.422446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e188a99d-32ec-4644-99cf-ad1f319fcad8 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.475685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Pushing event deleted for resources: {'Port': ['ID=5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.524477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.594451 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eec7f95e-4041-4320-b71a-380438315cfd req-7e0b8eeb-a088-4579-936a-72bf29c158b4 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.52 "GET /v2.0/ports?device_id=0b335685-9577-413c-8c62-2dc9b53d9d45 HTTP/1.1" status: 200 len: 210 time: 0.0458653 Jan 15 15:07:19.636709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] No DVR routers for this DVR port 5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:19.639028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.641782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-deleted', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:19.662001 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2e34b99-d2ad-4f6c-9bdb-0e82e3d0f80f req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] 10.222.0.69 "DELETE /v2.0/ports/5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c HTTP/1.1" status: 204 len: 173 time: 2.3720496 Jan 15 15:07:19.705314 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b335685-9577-413c-8c62-2dc9b53d9d45', 'name': 'network-vif-deleted', 'tag': '5cc8bcb3-8894-4cf2-b41f-7bb2f4b7774c', 'status': 'completed', 'code': 200} Jan 15 15:07:20.514439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006664b-2a7b-4e71-baaf-d1c2add0766f req-6b3995b3-780d-46fd-8949-43f777908974 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.516742 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5006664b-2a7b-4e71-baaf-d1c2add0766f req-6b3995b3-780d-46fd-8949-43f777908974 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1105525 Jan 15 15:07:20.567921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c34c-6df1-4f02-904a-fb8f3e15ec9c req-e8327aec-eddf-438c-beb8-040a668b8d0a tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.569589 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5143c34c-6df1-4f02-904a-fb8f3e15ec9c req-e8327aec-eddf-438c-beb8-040a668b8d0a tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1298079 Jan 15 15:07:20.571848 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5006664b-2a7b-4e71-baaf-d1c2add0766f req-af84e044-3f96-4075-817b-41d90d5a351f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483191 Jan 15 15:07:20.627101 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5143c34c-6df1-4f02-904a-fb8f3e15ec9c req-2e0d3a8c-b2b7-4a7c-a9bd-664f16b82e59 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0509698 Jan 15 15:07:20.722160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46716) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:21.471722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:21.650892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:21.745154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:21.745718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:21.832306 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb144d-3d41-4a3d-bb96-c5c9891489ab req-20bd333d-a39a-4873-b4e8-a29f2a0852fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:21.846604 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-04fb144d-3d41-4a3d-bb96-c5c9891489ab req-20bd333d-a39a-4873-b4e8-a29f2a0852fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1347234 Jan 15 15:07:21.900109 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-04fb144d-3d41-4a3d-bb96-c5c9891489ab req-a653a85c-a3e5-4ce8-879d-094de9e82138 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522466 Jan 15 15:07:21.985894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c55d-050d-4cc4-8f9d-8e1cb375e3dd req-7f3bee87-7fd7-47c6-98a6-9961cbeb6d8c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:21.987582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac34c55d-050d-4cc4-8f9d-8e1cb375e3dd req-7f3bee87-7fd7-47c6-98a6-9961cbeb6d8c tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.1675591 Jan 15 15:07:22.104149 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac34c55d-050d-4cc4-8f9d-8e1cb375e3dd req-685ef128-43fa-4e36-8a78-7229a124a2fd tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1066303 Jan 15 15:07:22.174671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Deleting port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:22.175054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.355705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] For port a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,segment=NetworkSegment(68a17e29-759a-4946-a790-93f2e068b472),segment_id=68a17e29-759a-4946-a790-93f2e068b472)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:22.355985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.482974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Calling delete_port for a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 owned by network:router_interface {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:22.846984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.864903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:22.950453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:22.975274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.975683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.976111 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.976512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.976910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.977301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.977700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.978085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.978471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.978857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.979243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.979625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.980088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.980485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.980872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.981254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.981638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.982022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.982406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.982822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.983212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.983597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.983980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.984411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:22.989557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:23.133131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769429ce-f041-4581-be27-8775b27da1fb req-2b786206-5ad3-4e49-bd00-a74df8eb33ae tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.134699 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-769429ce-f041-4581-be27-8775b27da1fb req-2b786206-5ad3-4e49-bd00-a74df8eb33ae tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1049824 Jan 15 15:07:23.248524 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-769429ce-f041-4581-be27-8775b27da1fb req-5f3711da-0ddc-40c2-96ed-5bb997217878 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043971 Jan 15 15:07:23.381029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:23.698755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e6ef-6bd3-439e-bc3c-0991072327c0 req-a0ad94ee-bb6a-4cbb-9611-b10125fcc10e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.700329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f95e6ef-6bd3-439e-bc3c-0991072327c0 req-a0ad94ee-bb6a-4cbb-9611-b10125fcc10e tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.4392326 Jan 15 15:07:23.752394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:23.784798 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f95e6ef-6bd3-439e-bc3c-0991072327c0 req-b8f1a6b9-25ba-4e61-8ca5-246b43e91499 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&id=b3472efa-e92a-4c36-84a9-e75708b45c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0764470 Jan 15 15:07:23.827841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:23.828549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.197172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:24.384539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:24.394368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Sync routers for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:24.397434 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] 10.222.0.52 "PUT /v2.0/routers/46b7c47d-0e64-4eeb-ac66-2fdc0b92754f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740701 Jan 15 15:07:24.400163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46756) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:24.405040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:24.405710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:07:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:24.499496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9f813-64eb-4a28-b32a-cb75e89b144f req-e992f2d1-b3c1-49d2-85ec-828a53b9aaca tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:24.507186 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cfb9f813-64eb-4a28-b32a-cb75e89b144f req-e992f2d1-b3c1-49d2-85ec-828a53b9aaca tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1233373 Jan 15 15:07:24.553830 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cfb9f813-64eb-4a28-b32a-cb75e89b144f req-7eba36f2-2363-4d8e-87fa-38480e55ebb1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Jan 15 15:07:24.590634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks [] for router, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.614513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:24.774986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.780755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Deleting port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:24.781295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.925211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:07:22Z', 'revision_number': 5, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:24.930015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Checking router: 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:24.938887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Routers {'46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:24.939546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:07:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:24.973072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] For port ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:24.973468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.102236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Calling delete_port for ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc owned by network:router_gateway {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:25.122354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] Set router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:25.236924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: result = function(*args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: proto.__init__(conn_state, self) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: self.handle() Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: self.handle_one_request() Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: self.handle_one_response() Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: result = self.application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return app(environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return request.get_response(self.application) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self._app) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: response = self.app(environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:07:25.243930 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: result = method(request=request, **args) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return self._delete(request, id, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*dup_args, **dup_kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: obj_deleter(request.context, id, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return method(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(*dup_args, **dup_kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, context, *args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return method(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: context, port, router_ids, bound_mech_contexts) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: return function(*args, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: callback(resource, event, trigger, **kwargs) Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: stack = traceback.extract_stack() Jan 15 15:07:25.251809 dv-cinder-689486-7-smb neutron-server[79953]: Jan 15 15:07:25.421463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:07:22Z', 'revision_number': 5, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:25.425546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2b16d-55c2-4180-b650-c6fc39067191 None None] The sync data for ids ['46b7c47d-0e64-4eeb-ac66-2fdc0b92754f'] in dv-cinder-689486-7-smb is: [{'id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'name': 'tempest-ServerRescueNegativeTestJSON-1231612433-router', 'tenant_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:10Z', 'updated_at': '2021-01-15T15:07:22Z', 'revision_number': 5, 'project_id': 'd91f8c1ca860400a9fc17852ddd0058a', 'gw_port': {'id': 'ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b7c47d-0e64-4eeb-ac66-2fdc0b92754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:25.436569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.577991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.580343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.667291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.667891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b7c47d-0e64-4eeb-ac66-2fdc0b92754f {{(pid=80065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:07:25.681888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.683305 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f20bc4f1-3a02-45e0-b9ef-b90b2cc5a41e admin admin] 10.222.0.52 "DELETE /v2.0/routers/46b7c47d-0e64-4eeb-ac66-2fdc0b92754f HTTP/1.1" status: 204 len: 168 time: 1.2821543 Jan 15 15:07:25.686044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46768) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:25.811168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Deleting subnet f864039c-0cba-4e47-8a2b-c07cc4e798fa {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:25.816837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.881686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.936853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2158c5-d240-402e-a7f4-c284d80f347b req-e1c450f5-316d-4c2a-b57c-870e27389da9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.938506 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc2158c5-d240-402e-a7f4-c284d80f347b req-e1c450f5-316d-4c2a-b57c-870e27389da9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.2497456 Jan 15 15:07:25.969174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.082865 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cc2158c5-d240-402e-a7f4-c284d80f347b req-10178a02-ef10-4f37-b3fa-ec53cdc91d85 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847602 Jan 15 15:07:26.192280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:26.227148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:26.227444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a5c2d048-ef99-4eb0-aed8-0cdf3e179ca5 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:26.274991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.291179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ef51a04-10da-4d85-b1c6-b9e912b5595a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:26.606954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f864039c-0cba-4e47-8a2b-c07cc4e798fa,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:26.620305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:26.652103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.657903 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f864039c-0cba-4e47-8a2b-c07cc4e798fa HTTP/1.1" status: 204 len: 168 time: 0.9708531 Jan 15 15:07:26.660554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46778) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:26.775333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.965677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.081836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b56f11b-3024-4903-a63d-6a959215a51c']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:27.094761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a17e29-759a-4946-a790-93f2e068b472') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:27.095094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a17e29-759a-4946-a790-93f2e068b472') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:27.107142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.122559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.124588 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:27.309686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Network 9b56f11b-3024-4903-a63d-6a959215a51c has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:27.320006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.327811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1185b1-7176-446b-b014-80135440d800 req-dad560e6-4a97-4043-ac79-43ab49420120 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.329526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ae1185b1-7176-446b-b014-80135440d800 req-dad560e6-4a97-4043-ac79-43ab49420120 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1109853 Jan 15 15:07:27.383943 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ae1185b1-7176-446b-b014-80135440d800 req-43ded61f-504b-4ae3-b49b-600790876776 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474355 Jan 15 15:07:27.513259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Network 9b56f11b-3024-4903-a63d-6a959215a51c has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:27.537439 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:27.541383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46790) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:27.628594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.632025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:27.648572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.654954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b56f11b-3024-4903-a63d-6a959215a51c,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:27.660136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:27.666799 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9b56f11b-3024-4903-a63d-6a959215a51c HTTP/1.1" status: 204 len: 168 time: 1.0051923 Jan 15 15:07:27.714892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:27.755033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.771928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:27.776099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Usage tracker for resource:security_group_rule and tenant:c7dbc111409644119e31d1cd8f31ad30 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:27.779214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:27.785784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:27.790703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:27.791113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.821255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46798) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:27.875723 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b8289ed2-3dae-440a-930b-2896ef2dcb25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d91f8c1ca860400a9fc17852ddd0058a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529816 Jan 15 15:07:27.878364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46802) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:27.883357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.886527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.896461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8d1116d9-11ac-46f4-9be8-93f7647383d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:27.939868 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7dbc111409644119e31d1cd8f31ad30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973775 Jan 15 15:07:27.941714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc153f-3ebf-46e7-a36a-7eb45e0810c5,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:27.943530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46806) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:27.946050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:27.957269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.010545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.069005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.098265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.121286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.128103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0f00b273-78fa-42de-8f10-6d9bb93321d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:28.151116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103c0bd-6938-432f-be74-6c2dac14af19,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:28.157159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:28.164172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.165663 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6d534e6e-9610-4832-8dc6-6d38f8e10c0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4103c0bd-6938-432f-be74-6c2dac14af19 HTTP/1.1" status: 204 len: 168 time: 0.2862215 Jan 15 15:07:28.182105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.189863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:28.204401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc153f-3ebf-46e7-a36a-7eb45e0810c5,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:28.206378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.207595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39fc153f-3ebf-46e7-a36a-7eb45e0810c5 HTTP/1.1" status: 204 len: 168 time: 0.2629006 Jan 15 15:07:28.211479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:28.248707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:28.286023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:28.287075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device ddcc6bf0-c8e6-4d9c-a0a3-77a50d2a71fc not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:28.653741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46826) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:28.658331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822c12-5f87-4c11-b192-e6947b90b064 req-15e47486-c5d3-437c-92ea-7b94a9fdd0a6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.660022 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f0822c12-5f87-4c11-b192-e6947b90b064 req-15e47486-c5d3-437c-92ea-7b94a9fdd0a6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1120477 Jan 15 15:07:28.674876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.692242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:28.699708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Usage tracker for resource:security_group_rule and tenant:6277bbd453a446fa8a072078132fcc8c is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:28.702829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:28.709408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:28.714640 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f0822c12-5f87-4c11-b192-e6947b90b064 req-352be58f-38ba-4ece-9489-e7869112a189 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467494 Jan 15 15:07:28.800533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.807566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.816800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-efbbed3e-ba49-4931-8e57-1db2c38855b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:28.863217 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6277bbd453a446fa8a072078132fcc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061539 Jan 15 15:07:28.864044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46832) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:28.864340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758c954-cb30-404e-b336-c2efd10c3bd8,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:28.868162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-62c59a50-c0df-46d7-b5b1-252f38434afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:28.934099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.964670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.017266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.022573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a085c989-ae1e-46ed-9620-d816be2d8fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:29.035822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758c954-cb30-404e-b336-c2efd10c3bd8,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:29.041854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:29.046383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.047607 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8758c954-cb30-404e-b336-c2efd10c3bd8 HTTP/1.1" status: 204 len: 168 time: 0.1821947 Jan 15 15:07:29.949885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80345ae9-27c8-4070-beb1-4704542c1c21 req-1a5e06e8-9d9e-4ce8-94e0-1c2f2fd963d8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.951672 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-80345ae9-27c8-4070-beb1-4704542c1c21 req-1a5e06e8-9d9e-4ce8-94e0-1c2f2fd963d8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1014247 Jan 15 15:07:30.005308 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-80345ae9-27c8-4070-beb1-4704542c1c21 req-c38b990a-f566-4ec8-b6ba-b88252ce9351 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456007 Jan 15 15:07:30.361163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7c3-a7dc-415e-bab6-194e2cde031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.235687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e2b94-ac66-4c4b-ba9f-366c85440d49 req-6ab75eab-6365-4ed4-9ef0-df529a08c6eb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:31.237269 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-724e2b94-ac66-4c4b-ba9f-366c85440d49 req-6ab75eab-6365-4ed4-9ef0-df529a08c6eb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1000056 Jan 15 15:07:31.288471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-724e2b94-ac66-4c4b-ba9f-366c85440d49 req-1a0b466f-70c2-4a83-8ff4-dfb51fa71108 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Jan 15 15:07:32.231149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-52f85cd3-5c45-4698-9693-1283d70acece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.523363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5df3a-90d7-467f-83a6-6c61c01d4c72 req-c5905589-ee64-4b16-bf50-8120ad55a9ff tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:32.525033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fbe5df3a-90d7-467f-83a6-6c61c01d4c72 req-c5905589-ee64-4b16-bf50-8120ad55a9ff tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1053643 Jan 15 15:07:32.575656 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fbe5df3a-90d7-467f-83a6-6c61c01d4c72 req-ab65b114-54c3-492e-b619-b824c1d8f838 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Jan 15 15:07:33.035654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e42f8d-aec7-4f71-8bbe-32bedc5fc0a8 req-0175f42e-ddac-4d0e-91d7-ee8665b432d3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:33.037888 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e3e42f8d-aec7-4f71-8bbe-32bedc5fc0a8 req-0175f42e-ddac-4d0e-91d7-ee8665b432d3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1517110 Jan 15 15:07:33.108285 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e3e42f8d-aec7-4f71-8bbe-32bedc5fc0a8 req-6b8587ef-ff71-4614-8fe1-48a48dc45f76 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598128 Jan 15 15:07:33.114402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-18e3f602-9b5e-49c6-a320-ac470604efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:33.116137 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-18e3f602-9b5e-49c6-a320-ac470604efd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 1163 time: 0.1477985 Jan 15 15:07:33.247408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.261092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-48dcea7f-c56d-45cc-8776-dca6d7553fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:33.262694 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-48dcea7f-c56d-45cc-8776-dca6d7553fb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.1401126 Jan 15 15:07:33.378612 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-6beb15dc-2341-4371-8687-1cf764a78178 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 200 len: 1002 time: 0.1028917 Jan 15 15:07:33.449174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-c41b9c65-61ca-4aa4-bf39-acd0de8b27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:33.450777 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-c41b9c65-61ca-4aa4-bf39-acd0de8b27fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.0649920 Jan 15 15:07:33.535762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-9f9e3faf-baa3-430a-8924-4a67da2d1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:33.537996 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-9f9e3faf-baa3-430a-8924-4a67da2d1e61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804105 Jan 15 15:07:33.690240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-3c039fbd-7225-411d-a3c3-ee42d5275e09 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400506 Jan 15 15:07:33.797873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46964) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:33.838079 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1cc567e4-1d30-4652-8cfd-3e46727189be req-07fe6dac-d92e-4f37-b6d0-ccb9e54fec8a service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411121 Jan 15 15:07:33.953638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.972708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:33.976966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Usage tracker for resource:security_group_rule and tenant:35553d3e763247369a753377d00b82bd is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:33.979994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:33.985672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:34.071729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.075938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.085239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c6e2c321-dc04-47c3-9700-517ba011578d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.129285 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35553d3e763247369a753377d00b82bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302307 Jan 15 15:07:34.131140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d418c-a83e-47c5-945d-997e429a7ffe,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.132272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46974) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:34.134647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.202976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.232176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.268617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46982) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:34.287384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.296910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-beb63cd9-872e-4c14-9618-4386802a83a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.313101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.316758 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e7d418c-a83e-47c5-945d-997e429a7ffe HTTP/1.1" status: 204 len: 168 time: 0.1808512 Jan 15 15:07:34.318732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d418c-a83e-47c5-945d-997e429a7ffe,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.321414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.351072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880780ad-3072-4f28-812b-053f76bd5fae req-35a93b50-7dcf-4ce1-9a22-a1be0fe1dfa3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:34.352803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-880780ad-3072-4f28-812b-053f76bd5fae req-35a93b50-7dcf-4ce1-9a22-a1be0fe1dfa3 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1089723 Jan 15 15:07:34.413697 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-880780ad-3072-4f28-812b-053f76bd5fae req-b56d4e90-bb8e-4904-abc8-8aa796cab921 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543432 Jan 15 15:07:34.441238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.475269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:34.479882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Usage tracker for resource:security_group_rule and tenant:222dfc379bab48da9d03f626c32fcdc6 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:34.482996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:34.489128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:34.541406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.583771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.586615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.595514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9295aafa-6115-43cb-9a39-665ab00a57c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.640295 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=222dfc379bab48da9d03f626c32fcdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705235 Jan 15 15:07:34.641251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d127e-86ff-4307-bd03-18e5e55cdcb4,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.643186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 46992) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:34.644794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.687082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 46996) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:34.707146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.709300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.722917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:34.727273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Usage tracker for resource:security_group_rule and tenant:d1f2bde522454a4984eedde721de1cec is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:34.730324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:34.736261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:34.737275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.786179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.793935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3285994c-bcfc-4357-9c56-1a3f602200a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.808296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d127e-86ff-4307-bd03-18e5e55cdcb4,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.813780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.816021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.822966 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-942b331c-37bc-4647-834f-5a0df21b4184 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef5d127e-86ff-4307-bd03-18e5e55cdcb4 HTTP/1.1" status: 204 len: 168 time: 0.1786137 Jan 15 15:07:34.850770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.854534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.869892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f1fea55-5515-4e73-b4b9-2152697cd041 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.870476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.913738 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1f2bde522454a4984eedde721de1cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254734 Jan 15 15:07:34.916898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47002) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:34.918312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60457582-2ed7-4e17-96a9-9bfede2da9fc,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.921784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.985980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.017453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.063393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.069083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fabad957-e5b1-40a9-888b-819e00f52c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:35.082855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60457582-2ed7-4e17-96a9-9bfede2da9fc,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:35.085805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:35.087002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.091093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60457582-2ed7-4e17-96a9-9bfede2da9fc HTTP/1.1" status: 204 len: 168 time: 0.1730907 Jan 15 15:07:35.251822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47010) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:35.271118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.287570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:35.291990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5cfb5003d64b428551842d32201033 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:35.294995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:35.301208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:35.388645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.391591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.401159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3f3d656-8680-468f-a157-390d4d0f2309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:35.447711 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a5cfb5003d64b428551842d32201033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945441 Jan 15 15:07:35.448918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a59856b-95bf-4c0c-b8d8-8ed569c28e28,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:35.451137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47020) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:35.452615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-10840756-6e5a-4eef-a082-ab931168fda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:35.539821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.569288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.684674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.690526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-13731dd9-2f8b-4989-bafe-00e55d3cb2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:35.724115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769aa2d-28e2-4b90-8074-7ab26b331ab4 req-8e77c214-1b7b-4c1b-b11e-69f0bb9eacf5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:35.725736 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d769aa2d-28e2-4b90-8074-7ab26b331ab4 req-8e77c214-1b7b-4c1b-b11e-69f0bb9eacf5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1490564 Jan 15 15:07:35.730391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a59856b-95bf-4c0c-b8d8-8ed569c28e28,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:35.734523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:35.777841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.779052 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a59856b-95bf-4c0c-b8d8-8ed569c28e28 HTTP/1.1" status: 204 len: 168 time: 0.3251164 Jan 15 15:07:35.793078 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d769aa2d-28e2-4b90-8074-7ab26b331ab4 req-8c6245cd-ddc8-4efb-92bf-e085f512dab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604887 Jan 15 15:07:36.058891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:36.131456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 150a7305-78fb-495d-ba2f-de5370cdd618 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:36.132283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.363466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47110) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.520107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.535945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:38.540393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Usage tracker for resource:security_group_rule and tenant:44ba561f59514709b090fd450ff6a73d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:38.543373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:38.549188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:38.637455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.640315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.649604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-077206d4-9449-40f5-bdeb-805911630a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:38.692301 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44ba561f59514709b090fd450ff6a73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270655 Jan 15 15:07:38.694195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5845bf39-a9de-4b00-a4e5-1aff4cf528ec,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:38.695372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47126) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.697480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:38.765152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.793123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.839176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.844655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-58cfdde2-b046-443b-ab94-7d9937db0e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:38.857765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5845bf39-a9de-4b00-a4e5-1aff4cf528ec,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:38.861850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:38.868513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.875933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5845bf39-a9de-4b00-a4e5-1aff4cf528ec HTTP/1.1" status: 204 len: 168 time: 0.1758003 Jan 15 15:07:39.141639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.223174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47148) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.242668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.258295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:39.262359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Usage tracker for resource:security_group_rule and tenant:5d55466a5207479b85b5867203a0e691 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:39.265296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:39.271054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:39.356042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.359121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.372921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2383260c-2f22-495f-aa71-9e343f2e9e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:39.418696 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d55466a5207479b85b5867203a0e691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917880 Jan 15 15:07:39.418696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6086d33c-9210-41f8-9472-a1d9dafccfa4,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:39.419644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47156) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.422289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:39.489937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.518794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.564944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.570091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7fe32e9b-47eb-4aef-9bc8-3737aa1f2365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:39.585169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6086d33c-9210-41f8-9472-a1d9dafccfa4,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:39.588361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:39.592773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.594607 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6086d33c-9210-41f8-9472-a1d9dafccfa4 HTTP/1.1" status: 204 len: 168 time: 0.1739511 Jan 15 15:07:41.018735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47198) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:41.172177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.188231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:41.192293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Usage tracker for resource:security_group_rule and tenant:c474b6a821d449aaadcca47418d137d1 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:41.195249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:41.201110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:41.293969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.296957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.306372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9cbc91e8-651b-41fa-a515-82acaad0dd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:41.350169 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c474b6a821d449aaadcca47418d137d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302138 Jan 15 15:07:41.351101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1cacb4-1683-46f6-919f-8ba7b420f4eb,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:41.353058 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47210) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:41.354404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:41.424084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.452354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.508602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.513884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-24dfb57c-abcd-47bb-a2c1-e0a80e124dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:41.539977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1cacb4-1683-46f6-919f-8ba7b420f4eb,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:41.542594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:41.544828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.546340 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c1cacb4-1683-46f6-919f-8ba7b420f4eb HTTP/1.1" status: 204 len: 168 time: 0.1918151 Jan 15 15:07:50.480687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47396) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:50.641103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.658176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:50.662914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Usage tracker for resource:security_group_rule and tenant:52490cef0f5e47b8bf91f03ca1252ac6 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:50.666205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:50.671976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:50.757530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.760477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.770644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d722608c-8102-413d-9135-5275818cc09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:50.815202 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52490cef0f5e47b8bf91f03ca1252ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307517 Jan 15 15:07:50.815660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47404) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:50.817301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf28d80-2ff7-47a1-a742-abf093653f10,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:50.820727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:50.879399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.908500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.953493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.959086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-517dcf3a-2734-4dc5-acc1-367fb0dd084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:50.980507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf28d80-2ff7-47a1-a742-abf093653f10,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:50.983061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:50.988722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.990049 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdf28d80-2ff7-47a1-a742-abf093653f10 HTTP/1.1" status: 204 len: 168 time: 0.1732345 Jan 15 15:07:51.351162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47414) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:51.370429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.386528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:51.390653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e71ae04c85fa4af6a7287107e6e9cc5d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:51.393707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:51.400319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:51.497028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.499577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.510525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-98d039c1-8cc0-43ce-ae73-b65833b85d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:51.554735 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71ae04c85fa4af6a7287107e6e9cc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024219 Jan 15 15:07:51.555679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865dc04-5f71-4bf0-9bed-526aba30a75c,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:51.557603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47422) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:51.559028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:51.625598 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.653088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.704730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.710837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cc6a120e-7508-44a4-a147-ce3d2dd1c791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:51.725603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865dc04-5f71-4bf0-9bed-526aba30a75c,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:51.728538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:51.742685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.746637 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f865dc04-5f71-4bf0-9bed-526aba30a75c HTTP/1.1" status: 204 len: 168 time: 0.1852705 Jan 15 15:07:52.195573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47438) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:52.214843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.230926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:52.235444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Usage tracker for resource:security_group_rule and tenant:01afe573742f4aed8fa977959b26ca7d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:52.238731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:52.244900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:52.337630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.340487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.349027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b00f433d-504c-4ccb-acb6-4004c5141de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:52.397389 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01afe573742f4aed8fa977959b26ca7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004871 Jan 15 15:07:52.399357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c20c64-00d0-402e-a921-f671dff5665e,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:52.399498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47444) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:52.402765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:52.464411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.496851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.546142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.551044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d0bc7c4a-1737-4f29-932e-4e60e017deca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:52.565154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c20c64-00d0-402e-a921-f671dff5665e,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:52.571047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:52.575160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.576403 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5e6e2b3f-a5d4-4f51-a5ac-236a4cf6d5f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34c20c64-00d0-402e-a921-f671dff5665e HTTP/1.1" status: 204 len: 168 time: 0.1758485 Jan 15 15:07:53.513102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47474) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:53.664634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-23785954-network', 'tenant_id': '6137a5a1519349c2a37b413a45229668'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:53.671901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:53.678761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Usage tracker for resource:network and tenant:6137a5a1519349c2a37b413a45229668 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:53.682932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:53.689948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:53.724903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e508a-67a6-4d0e-b940-ed7ffa392f83 req-500a2005-2e26-4afd-8e60-ec9278b96928 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:53.726473 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dc1e508a-67a6-4d0e-b940-ed7ffa392f83 req-500a2005-2e26-4afd-8e60-ec9278b96928 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1309268 Jan 15 15:07:53.727615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Made reservation on behalf of 6137a5a1519349c2a37b413a45229668 for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:53.732177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.759786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.780758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:53.786876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Usage tracker for resource:security_group_rule and tenant:6137a5a1519349c2a37b413a45229668 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:53.802376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:53.812009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:53.822033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dc1e508a-67a6-4d0e-b940-ed7ffa392f83 req-86ab8ec2-0f83-448d-acfa-14211602f34a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778360 Jan 15 15:07:53.906817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.909663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.913226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ab0f9fe-569d-404a-8659-3b1d55b0a5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:53.948098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:07:53.957920 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35ba35-d3bc-4a22-ba7a-135681adc18d,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:53.961862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:53.964401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.964831 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Added segment ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2 of type vxlan for network d90d375b-b3a1-4853-808b-f82ea47723d1 Jan 15 15:07:53.988879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:53.992411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.022021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.023280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:54.023930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.028886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c95829f8-8757-41e0-b5af-9136a5f24056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:54.337757 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8233225 Jan 15 15:07:54.338692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Pushing event updated for resources: {'Network': ['ID=d90d375b-b3a1-4853-808b-f82ea47723d1,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:54.341121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47480) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:54.343588 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:54.347405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Request body: {'subnet': {'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-23785954-subnet', 'tenant_id': '6137a5a1519349c2a37b413a45229668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:54.350442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network d90d375b-b3a1-4853-808b-f82ea47723d1 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:54.353189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:54.357232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Usage tracker for resource:subnet and tenant:6137a5a1519349c2a37b413a45229668 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:54.360264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:54.366574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:54.376614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Made reservation on behalf of 6137a5a1519349c2a37b413a45229668 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:54.383595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4162985'] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.421811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network d90d375b-b3a1-4853-808b-f82ea47723d1 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:54.805399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4162968'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.820650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:54.960093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7b162a-bea6-4287-9ccc-0901146c343c,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:54.967149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:55.023612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Checking segment: {'id': 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:55.024006 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Network hostable DHCP agents. Network: d90d375b-b3a1-4853-808b-f82ea47723d1, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:07:55.043392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Network d90d375b-b3a1-4853-808b-f82ea47723d1 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:07:55.052337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, d90d375b-b3a1-4853-808b-f82ea47723d1) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:55.062205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7785092-1a19-422d-8770-54c17099e890 None None] Network d90d375b-b3a1-4853-808b-f82ea47723d1 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:55.068116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:55.068116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.087217 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7452641 Jan 15 15:07:55.097325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18151b-18db-43d0-b2c2-0294dd70a0e1 req-44042953-a6c8-4c25-89d7-c3dc00c0e8c7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:55.100229 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a18151b-18db-43d0-b2c2-0294dd70a0e1 req-44042953-a6c8-4c25-89d7-c3dc00c0e8c7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1252737 Jan 15 15:07:55.160107 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a18151b-18db-43d0-b2c2-0294dd70a0e1 req-98838d3b-c5b3-4fbf-89c6-f75504173af5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531831 Jan 15 15:07:55.298782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e02f1f-23df-4787-a08f-2697e3f47868 None None] Network d90d375b-b3a1-4853-808b-f82ea47723d1 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:55.904785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47504) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:55.911669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202880776-network', 'tenant_id': '1028908571614b3d8e6930b16bf41804'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:55.917156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:55.921243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Usage tracker for resource:network and tenant:1028908571614b3d8e6930b16bf41804 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:55.924295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:55.931005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:55.940594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Made reservation on behalf of 1028908571614b3d8e6930b16bf41804 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:55.945639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.958370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.974563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:55.978898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Usage tracker for resource:security_group_rule and tenant:1028908571614b3d8e6930b16bf41804 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:55.982022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:55.988016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:56.074239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.077054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.081432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-72954410-bd76-4f0f-82b8-e45a3525cd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.113692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:07:56.129697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.130081 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Added segment 09a2f35b-f361-4908-aa66-59bc83c6ee6f of type vxlan for network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b Jan 15 15:07:56.131362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa2a02e-19fe-438f-9da1-ca1fb600df5f,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:56.134849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:56.157048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-7273430f-6e12-45cd-9492-9d3d0fb106de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:56.158461 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-7273430f-6e12-45cd-9492-9d3d0fb106de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.1047423 Jan 15 15:07:56.165826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.197714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.199034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:56.199679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.203387 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.251407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Deleting port a3823d85-78e3-4d2b-9fff-b021bd17dd1a {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:56.251734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.319929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Pushing event updated for resources: {'Network': ['ID=39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:56.324800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:56.329166 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4232621 Jan 15 15:07:56.331357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:56.332093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47510) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:56.338744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Request body: {'subnet': {'network_id': '39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202880776-subnet', 'tenant_id': '1028908571614b3d8e6930b16bf41804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:56.349594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:56.353241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Usage tracker for resource:subnet and tenant:1028908571614b3d8e6930b16bf41804 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:56.356571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:56.362797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:56.372915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Made reservation on behalf of 1028908571614b3d8e6930b16bf41804 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:56.377812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3878888'] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.408702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:56.567800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2729a3-e004-4d67-879d-18622f2d2b56 req-e790c095-22a7-41b1-92bf-a451dbdba4e9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:56.576010 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac2729a3-e004-4d67-879d-18622f2d2b56 req-e790c095-22a7-41b1-92bf-a451dbdba4e9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 946 time: 0.2653601 Jan 15 15:07:56.656767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] For port a3823d85-78e3-4d2b-9fff-b021bd17dd1a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:56.657169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.677326 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac2729a3-e004-4d67-879d-18622f2d2b56 req-1a4f79ee-83fb-4a82-b834-d7fe8cda7e33 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000679 Jan 15 15:07:56.840566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2602738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3878873'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.859685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.986128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ba63fc-90f1-4110-8d56-6d05f70bcce7,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:56.991773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:56.995071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.995491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.995847 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Floating IP d885672e-21c5-4d93-86c4-a1524c9ed0cc disassociated. External IP: 172.28.0.185, port: a3823d85-78e3-4d2b-9fff-b021bd17dd1a. Jan 15 15:07:56.996267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Calling delete_port for a3823d85-78e3-4d2b-9fff-b021bd17dd1a owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:57.061290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Checking segment: {'id': '09a2f35b-f361-4908-aa66-59bc83c6ee6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:57.061690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Network hostable DHCP agents. Network: 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:07:57.081470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:07:57.091204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:57.099761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb15ce8-de17-406a-9780-d88c309531db None None] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:57.104430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:57.105107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:57.126545 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7928090 Jan 15 15:07:57.155054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:57.173308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0a9a8936-6c73-4c6c-94bd-a046c8e72d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:57.224832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'Port': ['ID=a3823d85-78e3-4d2b-9fff-b021bd17dd1a,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:57.274120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:57.352699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a0536-0bd4-4ab8-9c92-01a5cf8b65e9 None None] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:57.602521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:57.845153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:57.855880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:57.874500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:57.875194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:07:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:57.888819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] No DVR routers for this DVR port a3823d85-78e3-4d2b-9fff-b021bd17dd1a on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:57.891616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:57.895365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-deleted', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:57.915854 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4ac32bfa-a18a-4ab9-95e6-ca8c413e62f7 req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "DELETE /v2.0/ports/a3823d85-78e3-4d2b-9fff-b021bd17dd1a HTTP/1.1" status: 204 len: 173 time: 1.7379942 Jan 15 15:07:57.992724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4662ce88-ec04-4175-b6da-f44be08a15ae req-746da6ec-3c22-4dc2-875a-035f97ce2bbe tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:58.010737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4662ce88-ec04-4175-b6da-f44be08a15ae req-746da6ec-3c22-4dc2-875a-035f97ce2bbe tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:58.021700 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4662ce88-ec04-4175-b6da-f44be08a15ae req-746da6ec-3c22-4dc2-875a-035f97ce2bbe tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=9224c60f-8177-45cc-883b-ca1071a7e3dc HTTP/1.1" status: 200 len: 210 time: 0.0844939 Jan 15 15:07:58.058791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-e4b3a3b3-7964-4181-8688-fc94014144ef tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:58.066159 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-e4b3a3b3-7964-4181-8688-fc94014144ef tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/networks?id=d90d375b-b3a1-4853-808b-f82ea47723d1 HTTP/1.1" status: 200 len: 807 time: 0.2578931 Jan 15 15:07:58.085890 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-0c90b79a-1bac-4929-b1cf-cd51f3235fed tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/quotas/6137a5a1519349c2a37b413a45229668 HTTP/1.1" status: 200 len: 375 time: 0.0183864 Jan 15 15:07:58.112717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:58.123284 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9224c60f-8177-45cc-883b-ca1071a7e3dc', 'name': 'network-vif-deleted', 'tag': 'a3823d85-78e3-4d2b-9fff-b021bd17dd1a', 'status': 'completed', 'code': 200} Jan 15 15:07:58.139910 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-1f34085b-f1f4-447c-862a-b137beffddb8 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?tenant_id=6137a5a1519349c2a37b413a45229668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525477 Jan 15 15:07:58.167623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:58.215089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: a3823d85-78e3-4d2b-9fff-b021bd17dd1a {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:58.215483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device a3823d85-78e3-4d2b-9fff-b021bd17dd1a not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:58.295011 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-7b5e5741-0a65-4095-9d86-c6ae06803ca2 service neutron] 10.222.0.52 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475642 Jan 15 15:07:58.467930 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-4e2aa090-3b55-4fdb-b139-1874babc54f5 service neutron] 10.222.0.52 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1664033 Jan 15 15:07:58.504191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:58.509571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:58.520698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:58.521245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:07:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:58.728760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:59.070331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:59.074841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97e68b-565d-452e-a048-dd629e5ce84b None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:59.215790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47548) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:59.487186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00728e9-9f6f-4061-b441-6f29f65a911e None None] New status for floating IP d885672e-21c5-4d93-86c4-a1524c9ed0cc: DOWN {{(pid=80067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:07:59.537225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.567962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.622458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.628732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26d72706-824e-4df9-b92b-4bd218df2047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:59.648692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:59.652376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:59.676560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.681664 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "DELETE /v2.0/security-groups/e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3 HTTP/1.1" status: 204 len: 168 time: 0.4646981 Jan 15 15:07:59.684429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47558) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:59.730849 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.v2.resource [None req-cf5d3595-b958-40a2-9a84-9b81f766a7af tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] show failed (client error): The resource could not be found. Jan 15 15:07:59.732215 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cf5d3595-b958-40a2-9a84-9b81f766a7af tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups/e8ffa51c-d3d2-40fb-ad72-9cf0d5146fd3 HTTP/1.1" status: 404 len: 347 time: 0.0354867 Jan 15 15:07:59.735222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47564) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:59.770289 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3b11f849-359a-4b63-a34e-4c55ef9a930f req-8df2b16f-7733-4d13-bf87-864b52bae09e tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 210 time: 0.0671351 Jan 15 15:07:59.948097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Deleting port 03ba1afe-c3e6-421b-a13f-dd558df66fdc {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:59.948476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.133260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.133760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.263072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Calling delete_port for 03ba1afe-c3e6-421b-a13f-dd558df66fdc owned by network:floatingip {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:00.364322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3336911d-f544-4003-824b-fed0374022c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.424537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.441187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76bf1518-0c89-46cb-a1f4-0af05f01b600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:00.533888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'Port': ['ID=03ba1afe-c3e6-421b-a13f-dd558df66fdc,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:00.540699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:00.665425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.681892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.683125 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "DELETE /v2.0/floatingips/d885672e-21c5-4d93-86c4-a1524c9ed0cc HTTP/1.1" status: 204 len: 168 time: 0.9467354 Jan 15 15:08:00.934384 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-49a01138-fd97-41dc-b026-1197ba375a5d req-28ce8c5a-4876-4ed5-bc81-f7aa61728ca8 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 210 time: 0.0460069 Jan 15 15:08:01.381422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-edc1e5d5-f843-452f-8252-b245519eb833 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:01.382172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-edc1e5d5-f843-452f-8252-b245519eb833 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Synchronizing usage tracker for tenant:6137a5a1519349c2a37b413a45229668 on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:01.398158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-edc1e5d5-f843-452f-8252-b245519eb833 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Unset dirty status for tenant:6137a5a1519349c2a37b413a45229668 on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:01.399377 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-edc1e5d5-f843-452f-8252-b245519eb833 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.69 "GET /v2.0/networks?id=d90d375b-b3a1-4853-808b-f82ea47723d1 HTTP/1.1" status: 200 len: 807 time: 0.4028747 Jan 15 15:08:01.432054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Request body: {'port': {'device_id': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1', 'admin_state_up': True, 'tenant_id': '6137a5a1519349c2a37b413a45229668'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:01.576015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:01.580086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Usage tracker for resource:port and tenant:6137a5a1519349c2a37b413a45229668 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:01.583797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Quota usage for port was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:01.589568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:01.598956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Made reservation on behalf of 6137a5a1519349c2a37b413a45229668 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:01.607794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.921756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Allocated IP 172.20.0.13 (d90d375b-b3a1-4853-808b-f82ea47723d1/2f7b162a-bea6-4287-9ccc-0901146c343c/de1257ed-e697-462c-9ff0-935fd15b0b93) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:02.120144 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-00d8d753-d1f8-46ff-96f7-2a8e546b89bd req-0ac013b2-3583-4ca4-b86f-39550f961a6c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 210 time: 0.0540700 Jan 15 15:08:02.180811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.205950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.224763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:02.233475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38ec712d-4802-411d-bc87-461c61199796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.326060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47602) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:02.332722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group': {'name': 'tempest-securitygroup--1198103608', 'description': 'tempest-description--140323216'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.342257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:02.346559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:02.350322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:02.356558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:02.364874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Pushing event updated for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:02.368226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.369611 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:02.390485 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:02.394465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:02.398331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:02.404005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:02.426795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Network d90d375b-b3a1-4853-808b-f82ea47723d1 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:02.427994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:02.430322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:02.481022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.485155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.490660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e8fc4bf-7e47-4cfc-80d7-9d69868ab3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:02.510530 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:02.511226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.532051 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1040711 Jan 15 15:08:02.537410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf46751-e676-41fd-aebd-04e840c3a3f1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:02.540556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:02.541421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.542699 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2153597 Jan 15 15:08:02.545766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47606) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:02.551246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group_rule': {'security_group_id': '8cf46751-e676-41fd-aebd-04e840c3a3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.557670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Request body: {'port': {'device_id': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.561143 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:02.565176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:02.568574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:02.574589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:02.591579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.656070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.658773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.666288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:02.676427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.692519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14efe0cd-bd35-4510-bd9c-d19d5e42ab6d,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:02.695308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:02.699650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.703743 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542149 Jan 15 15:08:02.703930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47610) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:02.710168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'security_group_rule': {'security_group_id': '8cf46751-e676-41fd-aebd-04e840c3a3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.719816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:02.724013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:security_group_rule and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:02.727012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:02.732731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:02.749612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.818474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.821149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.823269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:02.847785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501da451-7228-4d99-99b1-188bf766a93b,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:02.850457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:02.857070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.861469 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-35613429-30cc-44c8-8e5f-841b64308a25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533747 Jan 15 15:08:02.861713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47614) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:02.867279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.876357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:02.881118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:floatingip and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:02.884348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:02.890238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:02.901064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.048138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.094453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1257ed-e697-462c-9ff0-935fd15b0b93 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:03.101774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.114918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Transition to ACTIVE for port object de1257ed-e697-462c-9ff0-935fd15b0b93 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:03.118079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.137690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:03.258521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.307594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Pushing event updated for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:03.316448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:03.334021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Allocated IP 172.28.0.254 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/8b7e9856-ae8f-40aa-b48e-1339cc07f213) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:03.475867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-bbaaec19-77d8-43df-b477-7d71034083bf tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:03.476715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-bbaaec19-77d8-43df-b477-7d71034083bf tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Synchronizing usage tracker for tenant:6137a5a1519349c2a37b413a45229668 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:03.520329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.540651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-bbaaec19-77d8-43df-b477-7d71034083bf tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Unset dirty status for tenant:6137a5a1519349c2a37b413a45229668 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:03.542560 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-bbaaec19-77d8-43df-b477-7d71034083bf tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 944 time: 0.2845128 Jan 15 15:08:03.549527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.566159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a8302fa0-a602-4d41-bf89-1fdc151d540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:03.599696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Attempting to bind port de1257ed-e697-462c-9ff0-935fd15b0b93 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:03.600236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Attempting to bind port de1257ed-e697-462c-9ff0-935fd15b0b93 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:03.600720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Attempting to bind port de1257ed-e697-462c-9ff0-935fd15b0b93 on network d90d375b-b3a1-4853-808b-f82ea47723d1 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:03.623680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:03.624260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Checking segment: {'id': 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:03.624780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.625289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Bound using segment: {'id': 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:03.625895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Bound port: de1257ed-e697-462c-9ff0-935fd15b0b93, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd90d375b-b3a1-4853-808b-f82ea47723d1'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:03.626376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.653746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-ef23f733-7f6b-4744-871c-330cfa9dcfe3 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Synchronizing usage tracker for tenant:6137a5a1519349c2a37b413a45229668 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:03.705727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=8b7e9856-ae8f-40aa-b48e-1339cc07f213,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:03.710897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:03.736032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-ef23f733-7f6b-4744-871c-330cfa9dcfe3 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Unset dirty status for tenant:6137a5a1519349c2a37b413a45229668 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:03.737441 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ded0b937-f3e9-41ef-9093-3beb09e9e93d req-ef23f733-7f6b-4744-871c-330cfa9dcfe3 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826241 Jan 15 15:08:03.752571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] For port de1257ed-e697-462c-9ff0-935fd15b0b93, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:03.757660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] For port de1257ed-e697-462c-9ff0-935fd15b0b93, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=de1257ed-e697-462c-9ff0-935fd15b0b93,segment=NetworkSegment(ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2),segment_id=ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:03.762390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.773549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:03.773549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:03.773549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:03.779854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-923a241a-c76f-481d-975e-96f476ce08ab tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:03.861245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.922412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.942207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Pushing event updated for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:03.948377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:03.989128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:03.989847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.991431 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] 10.222.0.69 "PUT /v2.0/ports/de1257ed-e697-462c-9ff0-935fd15b0b93 HTTP/1.1" status: 200 len: 1158 time: 1.4384642 Jan 15 15:08:03.992414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:04.102664 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93', 'status': 'completed', 'code': 200} Jan 15 15:08:04.145999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-e4cf2a51-95dd-44d3-adf1-042e4673f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:04.146915 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-e4cf2a51-95dd-44d3-adf1-042e4673f552 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6137a5a1519349c2a37b413a45229668&device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 1161 time: 0.0925450 Jan 15 15:08:04.229936 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-f8ae0c08-a669-400c-9b09-84053d94a6b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de1257ed-e697-462c-9ff0-935fd15b0b93 HTTP/1.1" status: 200 len: 217 time: 0.0663443 Jan 15 15:08:04.250221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.254729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.270226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0d620e5a-276e-4500-9c19-fc9c895632a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:04.309931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-60224973-a15f-46f8-b03f-700772b3ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:04.311535 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-60224973-a15f-46f8-b03f-700772b3ee04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f7b162a-bea6-4287-9ccc-0901146c343c HTTP/1.1" status: 200 len: 847 time: 0.0719376 Jan 15 15:08:04.366036 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-104ea901-5e53-4ab6-b289-7ab851ce4a35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d90d375b-b3a1-4853-808b-f82ea47723d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451229 Jan 15 15:08:04.402427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=8b7e9856-ae8f-40aa-b48e-1339cc07f213,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:04.405682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:04.515548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.523204 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-88ae1ec3-cf49-4751-88f6-e152318340d8 service neutron] 10.222.0.69 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428597 Jan 15 15:08:04.529307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.542486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.543898 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6810746 Jan 15 15:08:04.673629 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1a772ba9-80d1-4fd5-a547-3bce2fdce31a req-0d86c6fe-9952-4fc9-be73-559f1cb80ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411090 Jan 15 15:08:04.795766 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-6f220b0c-fc0a-48aa-af14-dac3ceebbd6f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1198103608&fields=id&tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 267 time: 0.0469961 Jan 15 15:08:04.834333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.980809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f006c-ad14-480c-a201-1e04fe29fd82 req-c3c8f37b-a02f-4b11-8f27-eb2d5cf7dc55 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:04.982494 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-611f006c-ad14-480c-a201-1e04fe29fd82 req-c3c8f37b-a02f-4b11-8f27-eb2d5cf7dc55 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 944 time: 0.1034608 Jan 15 15:08:05.038553 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-611f006c-ad14-480c-a201-1e04fe29fd82 req-cf8e5206-6ac9-44a3-b539-9bb7e48c97b1 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492487 Jan 15 15:08:05.251872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-d76450af-2f04-4625-9350-327dfbd9bca0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.253526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-d76450af-2f04-4625-9350-327dfbd9bca0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 817 time: 0.4503026 Jan 15 15:08:05.259917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-458093ea-b7dc-4305-8aa1-3a542984415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.261471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-458093ea-b7dc-4305-8aa1-3a542984415e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6137a5a1519349c2a37b413a45229668&device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 1161 time: 0.4233303 Jan 15 15:08:05.272008 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-03b81b79-3702-440d-b8a4-377daee7d016 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/quotas/135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 375 time: 0.0095959 Jan 15 15:08:05.478429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-cbf0f003-d01f-4dd3-95a2-40c102a074e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.480180 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-cbf0f003-d01f-4dd3-95a2-40c102a074e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d90d375b-b3a1-4853-808b-f82ea47723d1 HTTP/1.1" status: 200 len: 901 time: 0.2060964 Jan 15 15:08:05.497676 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-01542c53-bb97-4cf4-924a-e7a499065b37 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1999080 Jan 15 15:08:05.590214 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-14e14851-f4c8-46d1-9450-fd37fb03d8e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de1257ed-e697-462c-9ff0-935fd15b0b93 HTTP/1.1" status: 200 len: 217 time: 0.0915091 Jan 15 15:08:05.740863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-80de9663-bc17-42f1-bd86-a1f6ed18e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.742399 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-80de9663-bc17-42f1-bd86-a1f6ed18e7ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f7b162a-bea6-4287-9ccc-0901146c343c HTTP/1.1" status: 200 len: 847 time: 0.0986814 Jan 15 15:08:05.808149 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-083adbe3-e2c4-4b48-9e70-93f4145fbc36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d90d375b-b3a1-4853-808b-f82ea47723d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521441 Jan 15 15:08:05.810050 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-03acb386-88a7-489e-a2b6-9ec3414cf580 service neutron] 10.222.0.52 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516925 Jan 15 15:08:06.075947 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-0ebe7d46-ebfc-41ff-9924-2fd6a2b985a5 service neutron] 10.222.0.69 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593460 Jan 15 15:08:06.077905 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-f20c0fe2-71b3-4a4d-ba07-92eccb19933d service neutron] 10.222.0.52 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2406015 Jan 15 15:08:06.246963 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48d6bb2f-b165-41fb-87d8-beafc838fdbb req-b980233f-48c7-4030-bc14-c86f8902cf97 service neutron] 10.222.0.69 "GET /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606154 Jan 15 15:08:06.298342 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-df26ab8b-61f2-4a93-aae8-5058f17c3d05 req-8c4d33b5-a9fa-43ca-b3b4-2cec134eae6a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 210 time: 0.0541773 Jan 15 15:08:06.303968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e5be5-bcb3-4d44-9e79-24162fdf378a req-82bd919a-cea1-4f66-9a90-d316692fba0e tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:06.312526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a24e5be5-bcb3-4d44-9e79-24162fdf378a req-82bd919a-cea1-4f66-9a90-d316692fba0e tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 944 time: 0.1378553 Jan 15 15:08:06.371543 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a24e5be5-bcb3-4d44-9e79-24162fdf378a req-c5c705fb-28bf-4e1f-9b68-3a5323e40646 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Jan 15 15:08:07.512735 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-504478ef-d2df-424d-ad40-d86333fd5fae req-db035e40-144b-4fcc-b934-44d82e2a0e91 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 210 time: 0.0634477 Jan 15 15:08:07.617529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53d1e6-447c-49d5-a9e9-eea9968489c1 req-aec5fafe-6dc4-4c26-a308-961f147f2f47 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.619129 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2b53d1e6-447c-49d5-a9e9-eea9968489c1 req-aec5fafe-6dc4-4c26-a308-961f147f2f47 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 944 time: 0.1078393 Jan 15 15:08:07.671738 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2b53d1e6-447c-49d5-a9e9-eea9968489c1 req-f8d51f0d-2a90-4e85-a1db-ab93584bb1a5 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Jan 15 15:08:07.705214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-d221d629-bc59-4200-a1d0-dadedffeb2b5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.706860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-d221d629-bc59-4200-a1d0-dadedffeb2b5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 817 time: 0.2068508 Jan 15 15:08:07.806935 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-7c222d0a-cd63-4faa-a46c-63761bcf76f1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 5704 time: 0.0761411 Jan 15 15:08:07.818130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'port': {'device_id': '053b6307-c22b-4269-93e1-17d23787873d', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'admin_state_up': True, 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'security_groups': ['8cf46751-e676-41fd-aebd-04e840c3a3f1']}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:07.964340 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:07.968660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Usage tracker for resource:port and tenant:135eaeadac0c4c12821c18da3100ac34 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:07.971621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Quota usage for port was recalculated. Used quota:3. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:07.978263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:07.987099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Made reservation on behalf of 135eaeadac0c4c12821c18da3100ac34 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:07.997117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.305969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-49a5c065-724d-4f8f-9983-6c8b244e04b7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:08:08.322329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Allocated IP 172.20.0.4 (a9097f58-b27d-4e6a-8871-78d5180db0c4/be80f1b6-e1e6-43eb-887b-50f026f69bfb/c74ca792-bca8-4b8d-b6b3-747d7abe9b51) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:08.531713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.557865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Transition to ACTIVE for port object c74ca792-bca8-4b8d-b6b3-747d7abe9b51 will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:08.580209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.601089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:08.747187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:08.750396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:08.811676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:08.812974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:08.815412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:08.953583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:08.954426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.997263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device de1257ed-e697-462c-9ff0-935fd15b0b93 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:08.997511 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1843767 Jan 15 15:08:09.009195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029269d-0bb8-47ef-afac-c6e747af2b1d req-4821fc53-c274-4f5e-a0f4-2c81b1ce35fe tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:09.010906 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3029269d-0bb8-47ef-afac-c6e747af2b1d req-4821fc53-c274-4f5e-a0f4-2c81b1ce35fe tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 944 time: 0.2072499 Jan 15 15:08:09.033057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca1d3f-7d4d-47b4-8f4d-7c41c50d92e8 req-3df1b354-b40b-4251-a20f-b86af9b519f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:09.033870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-7dca1d3f-7d4d-47b4-8f4d-7c41c50d92e8 req-3df1b354-b40b-4251-a20f-b86af9b519f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:09.044628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Request body: {'port': {'device_id': '053b6307-c22b-4269-93e1-17d23787873d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:09.067023 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3029269d-0bb8-47ef-afac-c6e747af2b1d req-6278f321-a451-4f86-9a44-6992d799f17b tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491114 Jan 15 15:08:09.068129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-8152ae93-5528-44f8-a488-96872329ec3a None None] Provisioning for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:09.074480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-8152ae93-5528-44f8-a488-96872329ec3a None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:09.074898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8152ae93-5528-44f8-a488-96872329ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.111066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-7dca1d3f-7d4d-47b4-8f4d-7c41c50d92e8 req-3df1b354-b40b-4251-a20f-b86af9b519f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:09.112393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7dca1d3f-7d4d-47b4-8f4d-7c41c50d92e8 req-3df1b354-b40b-4251-a20f-b86af9b519f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 931 time: 0.4122093 Jan 15 15:08:09.134695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port de1257ed-e697-462c-9ff0-935fd15b0b93 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:09.146746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-8152ae93-5528-44f8-a488-96872329ec3a None None] Port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:09.152250 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port de1257ed-e697-462c-9ff0-935fd15b0b93 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:09.152673 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.197940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.214212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.243810 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7dca1d3f-7d4d-47b4-8f4d-7c41c50d92e8 req-7a608da4-0485-495b-b58e-18e7f8fe9e19 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884044 Jan 15 15:08:09.279000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.307794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:09.318072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port de1257ed-e697-462c-9ff0-935fd15b0b93, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=de1257ed-e697-462c-9ff0-935fd15b0b93,segment=NetworkSegment(ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2),segment_id=ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:09.321308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.323218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:09.374262 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93', 'code': 200} Jan 15 15:08:09.393905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:09.397892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:09.859987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91e81-ea28-4930-932a-ba7e2bf4b888 req-c7dd64ca-2da8-4b4b-8eb9-cd2b231ceab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:09.859987 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-33e91e81-ea28-4930-932a-ba7e2bf4b888 req-c7dd64ca-2da8-4b4b-8eb9-cd2b231ceab8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 1163 time: 0.1234579 Jan 15 15:08:09.923317 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-33e91e81-ea28-4930-932a-ba7e2bf4b888 req-2e092285-fc46-4fb2-a693-bbcdcac260cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Jan 15 15:08:09.980409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74ca792-bca8-4b8d-b6b3-747d7abe9b51 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:09.987726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.000687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Transition to ACTIVE for port object c74ca792-bca8-4b8d-b6b3-747d7abe9b51 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:10.003265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.019441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:10.156514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:10.159700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:10.367026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device de1257ed-e697-462c-9ff0-935fd15b0b93 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:10.430168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9431d-7c98-4e9f-9b75-91d4ca5dab37 req-94c0fa3c-ad99-4d61-819c-7c740fcdbcd0 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:10.431878 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77b9431d-7c98-4e9f-9b75-91d4ca5dab37 req-94c0fa3c-ad99-4d61-819c-7c740fcdbcd0 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.2286997 Jan 15 15:08:10.471271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Attempting to bind port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:10.471563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Attempting to bind port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:10.471906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Attempting to bind port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 on network a9097f58-b27d-4e6a-8871-78d5180db0c4 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:10.482959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port de1257ed-e697-462c-9ff0-935fd15b0b93 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:10.483375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.514130 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77b9431d-7c98-4e9f-9b75-91d4ca5dab37 req-d2dee861-a72e-454f-ab78-c0607b3460c9 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727847 Jan 15 15:08:10.514970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:10.515353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Checking segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:10.515764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.516166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Bound using segment: {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:10.516749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Bound port: c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:10.517003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.530369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-99a678f4-f4b2-4139-ac9f-5ab5449b4b18 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:10.531887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-99a678f4-f4b2-4139-ac9f-5ab5449b4b18 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:10.548366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-99a678f4-f4b2-4139-ac9f-5ab5449b4b18 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:10.549657 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-99a678f4-f4b2-4139-ac9f-5ab5449b4b18 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1515837 Jan 15 15:08:10.617122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:10.621070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:10.628167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.644910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:10.803186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:10.808801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:10.838168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-03c81071-065a-45e7-9aea-56b02bef9e95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:10.840728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:10.841395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.842881 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] 10.222.0.69 "PUT /v2.0/ports/c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 1157 time: 1.8049839 Jan 15 15:08:10.843401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:10.853849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-03c81071-065a-45e7-9aea-56b02bef9e95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:10.855131 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-03cbc3ac-2ce1-415a-9324-385f192665ba req-03c81071-065a-45e7-9aea-56b02bef9e95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980781 Jan 15 15:08:10.903538 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'status': 'completed', 'code': 200} Jan 15 15:08:11.042393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-1e5fdd89-6900-49f7-ba54-f5f6739adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.044087 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-1e5fdd89-6900-49f7-ba54-f5f6739adca2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1160 time: 0.0830610 Jan 15 15:08:11.127765 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-8d083a5a-ac40-4f5e-b170-39cc8a842d5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 217 time: 0.0660453 Jan 15 15:08:11.213951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-4793efbd-5e42-4002-b9c6-db6e4754cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.215608 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-4793efbd-5e42-4002-b9c6-db6e4754cb2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0733421 Jan 15 15:08:11.304662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-140da045-066f-4611-a94c-818b379031cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.306293 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-140da045-066f-4611-a94c-818b379031cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791328 Jan 15 15:08:11.477822 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-d1c99777-0837-479b-8b66-bc699c32fbf1 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408913 Jan 15 15:08:11.633735 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cdade346-279a-485c-a8f9-381ce7acdd0a req-4e09b314-fc55-4984-bb02-e43a77ff39bd service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426015 Jan 15 15:08:11.750595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1da9c0-1b28-48db-8190-8666a57a7995 req-931909d0-f0ad-42f9-bdca-3dba8c35f810 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.752148 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa1da9c0-1b28-48db-8190-8666a57a7995 req-931909d0-f0ad-42f9-bdca-3dba8c35f810 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.1021605 Jan 15 15:08:11.803978 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fa1da9c0-1b28-48db-8190-8666a57a7995 req-f7cef4a5-3493-4448-868b-f9f831139cec tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Jan 15 15:08:11.843595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-089acf31-abef-411c-80f1-95e451766fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.845343 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-089acf31-abef-411c-80f1-95e451766fbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1160 time: 0.0810916 Jan 15 15:08:11.995400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-aae95a58-a6db-48c3-a0aa-52a8a0ee546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.997066 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-aae95a58-a6db-48c3-a0aa-52a8a0ee546b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1430924 Jan 15 15:08:12.110854 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-8ff4de4f-18f5-43ae-a6af-f21c28163c3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 217 time: 0.1053293 Jan 15 15:08:12.200467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-5d09c8da-eb9e-4768-9a81-f1f8171f8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:12.202076 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-5d09c8da-eb9e-4768-9a81-f1f8171f8452 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0773656 Jan 15 15:08:12.273858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb4752-2e54-42b6-8444-53ff1f6fdea9 req-26245abc-2308-4db3-93d1-49228374f0cb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:12.275639 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0aeb4752-2e54-42b6-8444-53ff1f6fdea9 req-26245abc-2308-4db3-93d1-49228374f0cb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.2187362 Jan 15 15:08:12.346886 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0aeb4752-2e54-42b6-8444-53ff1f6fdea9 req-84fe65f3-b444-4d3a-aeee-c6d7fca93cb2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648503 Jan 15 15:08:12.361158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-648a622a-a7cf-4caf-ae7b-77b253e4d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:12.362767 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-648a622a-a7cf-4caf-ae7b-77b253e4d6d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1508420 Jan 15 15:08:12.367353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device de1257ed-e697-462c-9ff0-935fd15b0b93 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:12.464800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port de1257ed-e697-462c-9ff0-935fd15b0b93 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:12.465560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.517779 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-f7b13cdb-4bf1-4ace-bd4f-98daf46c050f service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465821 Jan 15 15:08:12.667660 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f0381f0-a2b5-491f-b841-cda0b94b672e req-70dca595-bb98-4f35-902b-197e0d22ead7 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406310 Jan 15 15:08:13.612641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41193192-22f1-40f7-a9e0-379a44517c38 req-d98c7e99-9459-451e-86bd-4a4f78d2f633 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:13.614562 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41193192-22f1-40f7-a9e0-379a44517c38 req-d98c7e99-9459-451e-86bd-4a4f78d2f633 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1065059 Jan 15 15:08:13.667202 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-41193192-22f1-40f7-a9e0-379a44517c38 req-092bc0ca-778c-48ef-a505-e5605fddac27 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Jan 15 15:08:14.927443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5111-f7ed-489d-a135-2fff38f35d12 req-e7426c3b-936f-4864-adba-ad454d455294 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:14.929162 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac8c5111-f7ed-489d-a135-2fff38f35d12 req-e7426c3b-936f-4864-adba-ad454d455294 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1087737 Jan 15 15:08:14.980595 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ac8c5111-f7ed-489d-a135-2fff38f35d12 req-ae62dc20-5fdb-4142-a803-44c9779a8b5e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Jan 15 15:08:14.988699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:15.064542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:15.069781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:15.070276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.189910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.190503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47776) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:15.225963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:15.236548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:15.240163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.242139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:15.303072 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'code': 200} Jan 15 15:08:15.313811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:15.317127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:15.363321 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.379072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:15.383376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:f024d398e75f408baf723545d931c327 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:15.386383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:15.392372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:15.487958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.492126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.523358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8f40e8fe-6704-463e-8ca4-2a1a2fe67dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:15.540011 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f024d398e75f408baf723545d931c327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482957 Jan 15 15:08:15.543358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47786) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:15.559155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b283-cdf7-458f-aae7-160e344e765b req-bbabd04f-b3da-4e2f-a556-3c3edab02c6f tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.560871 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25e6b283-cdf7-458f-aae7-160e344e765b req-bbabd04f-b3da-4e2f-a556-3c3edab02c6f tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.1074455 Jan 15 15:08:15.589049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856423e6-87be-4b38-b984-847e3ca2cf73,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:15.594470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:15.627924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.655495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25e6b283-cdf7-458f-aae7-160e344e765b req-33438300-5d8a-4b14-ac46-e5e76167b0e7 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878425 Jan 15 15:08:15.655792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.685699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2febf4-8cb2-4508-a16a-5fcce3d582be req-7f0da9e1-d2e3-4570-ad32-7f7dc8d9c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.687293 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7c2febf4-8cb2-4508-a16a-5fcce3d582be req-7f0da9e1-d2e3-4570-ad32-7f7dc8d9c8c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1162 time: 0.0870156 Jan 15 15:08:15.708774 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.713823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-958eb5d5-8bcf-4663-be78-09b2e20e8d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:15.725577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856423e6-87be-4b38-b984-847e3ca2cf73,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:15.729319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:15.733025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.734253 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/856423e6-87be-4b38-b984-847e3ca2cf73 HTTP/1.1" status: 204 len: 168 time: 0.1898768 Jan 15 15:08:15.735738 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7c2febf4-8cb2-4508-a16a-5fcce3d582be req-6058a1b5-1951-45a5-9aea-832f1f733267 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Jan 15 15:08:16.251376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eff9e1-bd2d-4fe9-b863-2435792bf649 req-4fef60dd-a487-4cea-a4cb-addb37c6f20e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:16.252952 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f7eff9e1-bd2d-4fe9-b863-2435792bf649 req-4fef60dd-a487-4cea-a4cb-addb37c6f20e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1042788 Jan 15 15:08:16.305244 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f7eff9e1-bd2d-4fe9-b863-2435792bf649 req-ff306c71-577b-4eeb-a518-9a333d279739 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Jan 15 15:08:16.482786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:16.552985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:16.553330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.573196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47812) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:16.716450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1942442346-network', 'tenant_id': 'c4a5fbceb7e54767b93057ab66426e90'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:16.721441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:16.725558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Usage tracker for resource:network and tenant:c4a5fbceb7e54767b93057ab66426e90 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:16.728571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:16.734266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:16.744657 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Made reservation on behalf of c4a5fbceb7e54767b93057ab66426e90 for: {'network': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:16.749279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.766092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.781380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:16.785996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a5fbceb7e54767b93057ab66426e90 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:16.790370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:16.828887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:16.925053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19419897-0807-4237-a0f9-0a2fb84b16ff req-e6d04163-018b-4ae4-a39b-8514a353f84f tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:16.926846 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-19419897-0807-4237-a0f9-0a2fb84b16ff req-e6d04163-018b-4ae4-a39b-8514a353f84f tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.1376417 Jan 15 15:08:17.008167 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-19419897-0807-4237-a0f9-0a2fb84b16ff req-2746872d-8759-4922-8950-f43958455d45 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Jan 15 15:08:17.012451 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.015469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.020812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-521b1334-7eb6-4429-bee8-6c12435e6961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:17.057009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:08:17.067115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211d070a-cb88-49d5-822a-bfb8c23635fa,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:17.076784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265932893931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.077224 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Added segment 7d17b085-6a76-42f7-86ac-0179b4fd3ca0 of type vxlan for network 08a818b4-1d8b-42fe-9872-45c7def6c84d Jan 15 15:08:17.079237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.079599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.080001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.080432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.080836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.081231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.081626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.082650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.083044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.083436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.083828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.084246 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.084696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.085101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.085478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.085864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.086251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.086638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.087023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.087412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.087800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.088214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.088601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.088990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:17.096865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:17.119180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.149421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.150667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.151319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.156333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bc382d95-e7b9-4b1f-bd23-1e96590bdffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:17.264609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Pushing event updated for resources: {'Network': ['ID=08a818b4-1d8b-42fe-9872-45c7def6c84d,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:17.270733 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6935396 Jan 15 15:08:17.270733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:17.271025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 47820) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:17.276894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Request body: {'subnet': {'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1942442346-subnet', 'tenant_id': 'c4a5fbceb7e54767b93057ab66426e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:17.278350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:17.282334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:17.286787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Usage tracker for resource:subnet and tenant:c4a5fbceb7e54767b93057ab66426e90 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:17.290184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:17.296286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:17.308494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Made reservation on behalf of c4a5fbceb7e54767b93057ab66426e90 for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:17.313441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4162985'] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.520138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:17.596172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05b3f0-fa07-4364-8932-97dac242f0ae req-75e3bd85-2d83-4387-b482-a7da1924b19a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.598522 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce05b3f0-fa07-4364-8932-97dac242f0ae req-75e3bd85-2d83-4387-b482-a7da1924b19a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1169441 Jan 15 15:08:17.657449 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce05b3f0-fa07-4364-8932-97dac242f0ae req-6bef3f3f-de1e-4875-94b3-d55eeb5fcafb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519001 Jan 15 15:08:17.965152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80a4e-98e0-4b50-b537-e6651b5bec04 req-fac15106-56b8-4594-ba09-f033f344053c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.966670 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3aa80a4e-98e0-4b50-b537-e6651b5bec04 req-fac15106-56b8-4594-ba09-f033f344053c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1313021 Jan 15 15:08:17.977048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 47828) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:17.982911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Request body: {'floatingip': {'port_id': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:18.055214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4162968'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.065846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.072222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f174a9d6-03b8-48b8-9d48-9b6305871d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:18.182404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device de1257ed-e697-462c-9ff0-935fd15b0b93 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:18.285244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=54637849-be0e-4c49-8ffd-ce9c1c2519c6,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:18.297667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:18.301881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.331357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:18.342661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port de1257ed-e697-462c-9ff0-935fd15b0b93, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=de1257ed-e697-462c-9ff0-935fd15b0b93,segment=NetworkSegment(ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2),segment_id=ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:18.345914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.348311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:18.350493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db333c-d301-4870-a177-e80ce0083fea req-a9207b03-54df-49aa-b6b0-ec4b8315209d tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:18.352191 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c6db333c-d301-4870-a177-e80ce0083fea req-a9207b03-54df-49aa-b6b0-ec4b8315209d tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.69 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.2535267 Jan 15 15:08:18.416128 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93', 'code': 200} Jan 15 15:08:18.424793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:18.432437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Checking segment: {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:18.432845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Network hostable DHCP agents. Network: 08a818b4-1d8b-42fe-9872-45c7def6c84d, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:08:18.433661 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.434056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.434434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.434807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.435297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.435667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.436034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.436279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66c409-54cc-467b-a860-3a4653cff7a3 req-ae368fa2-6524-4dd8-aa29-ee63953a3c8a tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:18.436461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.436805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.437115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.437478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.437839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.438270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.438629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.438978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.439316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.439844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.440406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.440678 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cd66c409-54cc-467b-a860-3a4653cff7a3 req-ae368fa2-6524-4dd8-aa29-ee63953a3c8a tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 946 time: 0.2673955 Jan 15 15:08:18.441163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.441677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.442197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.454396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.454842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.455301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:18.459708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Deleting port de1257ed-e697-462c-9ff0-935fd15b0b93 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:18.459708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.468941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:18.518239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:08:18.531874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 08a818b4-1d8b-42fe-9872-45c7def6c84d) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:18.541169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e970e69-52a5-4e9f-8f10-89b7a9f0ee2c None None] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:18.575924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:18.576722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.592533 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cd66c409-54cc-467b-a860-3a4653cff7a3 req-54c7f10d-b5dc-473d-9a7c-1dc69f658690 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/security-groups?id=0a35ba35-d3bc-4a22-ba7a-135681adc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873067 Jan 15 15:08:18.643520 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bb295e76-5b7e-439a-b036-c5ff6679b5ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3652325 Jan 15 15:08:18.788139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] For port de1257ed-e697-462c-9ff0-935fd15b0b93, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=de1257ed-e697-462c-9ff0-935fd15b0b93,segment=NetworkSegment(ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2),segment_id=ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:18.788809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.791913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc129a6-c9d8-49a9-98a3-468e294a74bb None None] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:18.878959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.882770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:18.944164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Calling delete_port for de1257ed-e697-462c-9ff0-935fd15b0b93 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:19.074486 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Floating IP cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb associated. External IP: 172.28.0.254, port: c74ca792-bca8-4b8d-b6b3-747d7abe9b51. Jan 15 15:08:19.117270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.133565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-481e0ee7-51b3-4fc5-81c1-8e342b25dc50 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:19.229880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Pushing event deleted for resources: {'Port': ['ID=de1257ed-e697-462c-9ff0-935fd15b0b93,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:19.244783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:19.345748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] No DVR routers for this DVR port de1257ed-e697-462c-9ff0-935fd15b0b93 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:19.348302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.351422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-deleted', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:19.367120 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c6db333c-d301-4870-a177-e80ce0083fea req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.69 "DELETE /v2.0/ports/de1257ed-e697-462c-9ff0-935fd15b0b93 HTTP/1.1" status: 204 len: 173 time: 1.0025723 Jan 15 15:08:19.468968 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3700c7-f3f1-4c85-918a-1035a96598bd', 'name': 'network-vif-deleted', 'tag': 'de1257ed-e697-462c-9ff0-935fd15b0b93', 'status': 'completed', 'code': 200} Jan 15 15:08:19.515672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:19.708918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:19.713822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.718610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:19.729750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:19.730440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:19.810059 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2051d9e7-e22e-4ffb-b175-da09ee2def9e req-d302487e-6467-4b3d-b939-e903772c6dbf tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] 10.222.0.52 "GET /v2.0/ports?device_id=bb3700c7-f3f1-4c85-918a-1035a96598bd HTTP/1.1" status: 200 len: 210 time: 0.0545452 Jan 15 15:08:19.818486 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c31d08bf-778b-4593-b479-5bcb06dfe98b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "PUT /v2.0/floatingips/cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb HTTP/1.1" status: 200 len: 991 time: 1.8373778 Jan 15 15:08:19.818486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:19.881632 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'status': 'completed', 'code': 200} Jan 15 15:08:19.927445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:20.067043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-11cb626c-5bb1-40d9-89cd-af62f2412d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.068763 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-11cb626c-5bb1-40d9-89cd-af62f2412d51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1162 time: 0.0827451 Jan 15 15:08:20.226457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-78160768-c30c-41b6-8a64-8b6b10ad86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.228696 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-78160768-c30c-41b6-8a64-8b6b10ad86c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1486144 Jan 15 15:08:20.305525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:d2:e5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b6307-c22b-4269-93e1-17d23787873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:03Z', 'updated_at': '2021-01-15T15:08:18Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:20.309667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:20.319546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:20.320275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:20.342202 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-340e7f95-9fc1-45d5-b728-adb42c4bfcf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 999 time: 0.1053054 Jan 15 15:08:20.411780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-86a83fd5-d731-4c42-ad05-3368adaa6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.413675 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-86a83fd5-d731-4c42-ad05-3368adaa6024 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0644565 Jan 15 15:08:20.500825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-f33a9227-b54e-43b5-b3dc-14595725f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.502428 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-f33a9227-b54e-43b5-b3dc-14595725f3c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809064 Jan 15 15:08:20.511873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:20.664344 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-04310a4b-03d9-4a04-a15c-6b7a1e60139f service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471691 Jan 15 15:08:20.815213 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a94e7c3b-6c55-4e6c-9001-916f1e86b3c9 req-1856cbe9-1452-4dfd-a7a1-04fa484c16d8 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420944 Jan 15 15:08:20.887206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:d2:e5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b6307-c22b-4269-93e1-17d23787873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:03Z', 'updated_at': '2021-01-15T15:08:18Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:20.891490 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f271ba-2c76-4fbf-949f-dcdcc2063e60 None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': 'cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'port_id': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'mac_address': 'fa:16:3e:d2:e5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b6307-c22b-4269-93e1-17d23787873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:03Z', 'updated_at': '2021-01-15T15:08:18Z', 'revision_number': 1, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:20.934156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-9bb3fe86-e97e-4f42-b471-884f103eb25a tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.940249 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-9bb3fe86-e97e-4f42-b471-884f103eb25a tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 814 time: 0.1873658 Jan 15 15:08:20.953469 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-8cbc8c4a-3e4e-4214-a774-5802c295ab5e tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/quotas/c4a5fbceb7e54767b93057ab66426e90 HTTP/1.1" status: 200 len: 375 time: 0.0104201 Jan 15 15:08:21.005893 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-3b5c1b4c-e99a-4796-98e0-bd7778043376 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462868 Jan 15 15:08:21.210757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b757c-fc96-4387-b7ad-d032fc14283e None None] New status for floating IP cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb: ACTIVE {{(pid=80067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:21.414489 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-769d6d89-8f15-4f51-9606-47ac6f84574b service neutron] 10.222.0.52 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010186 Jan 15 15:08:21.563963 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-4e7875e0-87b2-4075-b5c5-6349a01e721c service neutron] 10.222.0.52 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446526 Jan 15 15:08:21.771995 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d07f9d9a-7945-4c62-89f8-b353c4aeac3b req-d9e413f7-9a7a-4170-bb56-72ffe7abf9a5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 210 time: 0.0475850 Jan 15 15:08:22.953482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-444d95af-218c-4812-adca-b20cc3061443 req-5e93163a-52ad-4a5f-bf05-f008a0ae256b tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 210 time: 0.0474701 Jan 15 15:08:23.335000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-f6c0519f-e3ea-4611-ba63-5c1c18f07c43 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:23.335778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-f6c0519f-e3ea-4611-ba63-5c1c18f07c43 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Synchronizing usage tracker for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:network {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:23.353154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-f6c0519f-e3ea-4611-ba63-5c1c18f07c43 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Unset dirty status for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:network {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:23.354386 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-f6c0519f-e3ea-4611-ba63-5c1c18f07c43 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 814 time: 0.1933181 Jan 15 15:08:23.411144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Request body: {'port': {'device_id': '80174245-969f-4004-b723-6ea776e308f5', 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d', 'admin_state_up': True, 'tenant_id': 'c4a5fbceb7e54767b93057ab66426e90'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:23.557123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:23.561119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Usage tracker for resource:port and tenant:c4a5fbceb7e54767b93057ab66426e90 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:23.564009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Quota usage for port was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:23.569872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:23.579531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Made reservation on behalf of c4a5fbceb7e54767b93057ab66426e90 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:23.589116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.899100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Allocated IP 172.20.0.14 (08a818b4-1d8b-42fe-9872-45c7def6c84d/54637849-be0e-4c49-8ffd-ce9c1c2519c6/76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:24.150932 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5bf2260b-bf6a-49e1-99ef-caaa75257112 req-6c7ef003-04f2-4fa1-8704-9f9fa0302f14 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 210 time: 0.0609236 Jan 15 15:08:24.175010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.213864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.236507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-870b0dd5-de1a-43d8-9d19-0dd8b7d7a4bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:24.383067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Pushing event updated for resources: {'Port': ['ID=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:24.388488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:24.501999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:24.505415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:24.509130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:24.607732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c648f4-fb17-4c44-a602-d43dd601388c req-3513aaa6-8aad-4c77-9c47-088ed915ef3e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:24.609541 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-79c648f4-fb17-4c44-a602-d43dd601388c req-3513aaa6-8aad-4c77-9c47-088ed915ef3e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1930130 Jan 15 15:08:24.629183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:24.630003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.680712 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2746205 Jan 15 15:08:24.695027 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-79c648f4-fb17-4c44-a602-d43dd601388c req-e10555c5-b90c-4b16-893f-73d633fe1740 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586181 Jan 15 15:08:24.807662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Request body: {'port': {'device_id': '80174245-969f-4004-b723-6ea776e308f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:24.920758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.509018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-e42ffb23-5a97-4803-968b-5c24991c4edc tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.509775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-e42ffb23-5a97-4803-968b-5c24991c4edc tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Synchronizing usage tracker for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:25.559356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-e42ffb23-5a97-4803-968b-5c24991c4edc tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Unset dirty status for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:25.560645 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-e42ffb23-5a97-4803-968b-5c24991c4edc tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 932 time: 0.2645164 Jan 15 15:08:25.665395 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-ccf12731-23cf-42f9-953b-3c8c9da3df87 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Synchronizing usage tracker for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:security_group {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:25.682818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:25.694013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.705352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-ccf12731-23cf-42f9-953b-3c8c9da3df87 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Unset dirty status for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:security_group {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:25.706728 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25c61d4f-fabc-4b11-bfd0-e1c097dc3471 req-ccf12731-23cf-42f9-953b-3c8c9da3df87 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386209 Jan 15 15:08:25.709120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Transition to ACTIVE for port object 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:25.712386 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.735723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-74fc22bf-0984-47e0-b419-87c372e0ec70 tempest-DeleteServersTestJSON-301888631 tempest-DeleteServersTestJSON-301888631] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:25.865738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Pushing event updated for resources: {'Port': ['ID=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:25.870261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:25.969322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451c54-2462-4de1-90f9-537051908818 req-a202a200-ffbb-43ee-9bf3-7ed0a9ac9ba7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.970880 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f451c54-2462-4de1-90f9-537051908818 req-a202a200-ffbb-43ee-9bf3-7ed0a9ac9ba7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1202240 Jan 15 15:08:26.038467 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f451c54-2462-4de1-90f9-537051908818 req-56f13fc5-8209-48e4-ad93-ad4eaac3d6ee tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601356 Jan 15 15:08:26.079997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Attempting to bind port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:26.080418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Attempting to bind port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:26.080794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Attempting to bind port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b on network 08a818b4-1d8b-42fe-9872-45c7def6c84d {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:26.086800 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:26.087182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Checking segment: {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:26.087591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.087989 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Bound using segment: {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:26.088514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Bound port: 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:26.088891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.186135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] For port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:26.189289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] For port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:26.192935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.209116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c015ae54-3f18-42ff-905a-e6cde54c9817 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:26.367921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Pushing event updated for resources: {'Port': ['ID=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:26.372529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:26.402881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.403807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.405317 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] 10.222.0.69 "PUT /v2.0/ports/76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b HTTP/1.1" status: 200 len: 1158 time: 1.6765163 Jan 15 15:08:26.405837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:26.467305 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b', 'status': 'completed', 'code': 200} Jan 15 15:08:26.585782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-b048bc71-d1ec-4ad8-89a2-c8acba0beb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.587396 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-b048bc71-d1ec-4ad8-89a2-c8acba0beb34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 1161 time: 0.0769360 Jan 15 15:08:26.688137 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-69e26b7f-b62e-49cb-a93f-69186e40a3e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b HTTP/1.1" status: 200 len: 217 time: 0.0669792 Jan 15 15:08:26.764893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-e249ef06-9be6-4e83-93f6-dbead73e0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.766483 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-e249ef06-9be6-4e83-93f6-dbead73e0110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54637849-be0e-4c49-8ffd-ce9c1c2519c6 HTTP/1.1" status: 200 len: 854 time: 0.0639951 Jan 15 15:08:26.821796 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-b169b890-5574-473c-9a6a-105329d84b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08a818b4-1d8b-42fe-9872-45c7def6c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435448 Jan 15 15:08:26.939242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491336b-98c1-4713-a092-f15701e07172 req-0fd306a3-5c6f-4329-925d-d1bb39ff944d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.941531 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f491336b-98c1-4713-a092-f15701e07172 req-0fd306a3-5c6f-4329-925d-d1bb39ff944d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 944 time: 0.1006048 Jan 15 15:08:26.985502 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-a6e5b4e5-3b3d-4455-92ef-6604556307db service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380279 Jan 15 15:08:26.993661 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f491336b-98c1-4713-a092-f15701e07172 req-8acab1b7-6ed5-4933-86c3-2660a1f78db3 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Jan 15 15:08:27.275552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebc46-2ee3-4116-a4be-1c72fe6fc04a req-3960c293-a2f3-4bb4-8961-cc573dd161eb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:27.277079 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1d2faf96-8ff4-49fb-91fa-fc1432364563 req-93460418-7dbf-48cc-9622-16224942df9e service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2080855 Jan 15 15:08:27.277263 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6c6ebc46-2ee3-4116-a4be-1c72fe6fc04a req-3960c293-a2f3-4bb4-8961-cc573dd161eb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.1058812 Jan 15 15:08:27.299934 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691d6df-a723-45c9-8e1b-658d63629882 req-bad6f838-d328-4446-b3e7-920215027ad5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:27.302346 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2691d6df-a723-45c9-8e1b-658d63629882 req-bad6f838-d328-4446-b3e7-920215027ad5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 946 time: 0.2078447 Jan 15 15:08:27.342478 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6c6ebc46-2ee3-4116-a4be-1c72fe6fc04a req-c072ec24-49b9-4a9f-a23b-5b018101801b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589304 Jan 15 15:08:27.480618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Deleting port 150a7305-78fb-495d-ba2f-de5370cdd618 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:27.481018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:27.574460 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-ffe9c757-0a32-420a-8a06-6305ce98e96d tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1829235428&fields=id&tenant_id=a289496572e84fd292318de8bb569818 HTTP/1.1" status: 200 len: 267 time: 0.1346173 Jan 15 15:08:27.673810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-f7521ed4-9405-4de2-85d2-e50053110145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:27.675668 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-f7521ed4-9405-4de2-85d2-e50053110145 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 1161 time: 0.2941618 Jan 15 15:08:28.191925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-e464aec1-f89b-4b25-96a7-045d4d15f0bc tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.193577 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-e464aec1-f89b-4b25-96a7-045d4d15f0bc tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 985 time: 0.5851989 Jan 15 15:08:28.219170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Request body: {'port': {'security_groups': ['aa087f25-ec21-4e62-b0ba-635326bfa501']}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:28.231326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf444-f941-4946-80af-07a00fb4f79b req-5e5b17ef-b04b-40a6-84b2-c38651426f2b tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.233039 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-70ccf444-f941-4946-80af-07a00fb4f79b req-5e5b17ef-b04b-40a6-84b2-c38651426f2b tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 944 time: 0.1024628 Jan 15 15:08:28.246735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-ea985796-656b-4c22-89d5-f8ba4fe1eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.248329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-ea985796-656b-4c22-89d5-f8ba4fe1eab1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 908 time: 0.5653083 Jan 15 15:08:28.286971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 150a7305-78fb-495d-ba2f-de5370cdd618 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:28.289859 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-70ccf444-f941-4946-80af-07a00fb4f79b req-aeda4b3c-af92-44e4-ab46-4543493bbe3f tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Jan 15 15:08:28.351727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=150a7305-78fb-495d-ba2f-de5370cdd618,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:28.352180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.360857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-0ca1524a-fb56-4fe7-9d21-52b39566aca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b HTTP/1.1" status: 200 len: 217 time: 0.0998058 Jan 15 15:08:28.404400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.432949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:28.443424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=150a7305-78fb-495d-ba2f-de5370cdd618,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:28.447778 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.449828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:28.530066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:28.535253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:28.594711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-4b39fa5d-9d8e-48aa-ad13-f6dfdfe50165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.596331 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-4b39fa5d-9d8e-48aa-ad13-f6dfdfe50165 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54637849-be0e-4c49-8ffd-ce9c1c2519c6 HTTP/1.1" status: 200 len: 854 time: 0.1695323 Jan 15 15:08:28.666022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.681427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e4d0-e67b-43b9-8982-da0dbde821b6 req-394cd278-9a1d-47a1-a9f4-8d53811a5179 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.683068 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0122e4d0-e67b-43b9-8982-da0dbde821b6 req-394cd278-9a1d-47a1-a9f4-8d53811a5179 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 944 time: 0.1025226 Jan 15 15:08:28.735880 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0122e4d0-e67b-43b9-8982-da0dbde821b6 req-cb0f061b-eb72-4f3b-b66d-3f44d949d5d8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Jan 15 15:08:28.741806 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-41e0bf04-a658-4aa4-8fdf-475ddb3a9176 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08a818b4-1d8b-42fe-9872-45c7def6c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896647 Jan 15 15:08:28.806725 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618', 'code': 200} Jan 15 15:08:29.058041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.058385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.058742 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Floating IP dacc279a-ab05-4bef-a20f-1291654251fb disassociated. External IP: 172.28.0.154, port: 150a7305-78fb-495d-ba2f-de5370cdd618. Jan 15 15:08:29.059130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Calling delete_port for 150a7305-78fb-495d-ba2f-de5370cdd618 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:29.181781 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-c7a343bb-0890-4c24-8ac2-9e2be6b0a8ce service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231053 Jan 15 15:08:29.397354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:29.397727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:29.484418 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-75c1e070-3def-4c2b-9afb-0cab199c7b83 req-6b841103-6cad-4fc3-a871-489d1321cc28 service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2804074 Jan 15 15:08:29.486204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:29.518514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.523376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.537464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb355aad-3241-49b5-a3f9-9c2428f54212 req-e73d8839-9f28-4702-8e10-cd2e2f6588ad tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:29.539414 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eb355aad-3241-49b5-a3f9-9c2428f54212 req-e73d8839-9f28-4702-8e10-cd2e2f6588ad tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 944 time: 0.1146095 Jan 15 15:08:29.539678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89aeb914-1902-4dc9-960d-a6364ee3224d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:29.591065 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eb355aad-3241-49b5-a3f9-9c2428f54212 req-d651dec4-d376-4732-a459-490b2b03a93d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Jan 15 15:08:29.700478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event updated for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=6']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:29.706046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:29.755456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:29.756209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.757784 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ceecbc8e-9174-44f8-b8a1-37dab2ad3371 req-53950829-d4ff-470c-8861-979bb8b42eae tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "PUT /v2.0/ports/cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 943 time: 1.5563962 Jan 15 15:08:29.758348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:29.853073 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ba414825-680e-449a-b300-c8b3763959c6 req-c2fae996-768a-483d-9954-32cf248899b6 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups/b3472efa-e92a-4c36-84a9-e75708b45c4d HTTP/1.1" status: 200 len: 3005 time: 0.0565577 Jan 15 15:08:29.899263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Deleting port 150a7305-78fb-495d-ba2f-de5370cdd618 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:29.900101 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.938616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ba414825-680e-449a-b300-c8b3763959c6 req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.974083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ba414825-680e-449a-b300-c8b3763959c6 req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.005601 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:08:30.017504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-f55ea523-86ac-40f3-912f-e277ad29c754 None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:30.018146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f55ea523-86ac-40f3-912f-e277ad29c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.027877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ba414825-680e-449a-b300-c8b3763959c6 req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.036282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dbfdae18-afd0-49c9-87cc-c4bf8587ea64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:30.053663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3472efa-e92a-4c36-84a9-e75708b45c4d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:30.065500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.065932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.066471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.066890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.067280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.067677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.068088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.068512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.068906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.069298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.070329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.070874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.071339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.071852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.072274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.072667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.073171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.073568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.073957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.074348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.074737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.075126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.075515 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.075902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:30.087581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:30.094215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-ba414825-680e-449a-b300-c8b3763959c6 req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.101388 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ba414825-680e-449a-b300-c8b3763959c6 req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "DELETE /v2.0/security-groups/b3472efa-e92a-4c36-84a9-e75708b45c4d HTTP/1.1" status: 204 len: 173 time: 0.2400038 Jan 15 15:08:30.248013 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-91262ae5-2cdf-4b56-a1b0-cdc2e5004ac5 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/floatingips/34a64eae-6029-4c53-bdc4-a06b53aaa4fe HTTP/1.1" status: 200 len: 999 time: 0.1164246 Jan 15 15:08:30.383979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2ba85c5-1a0b-4b99-beeb-021f25f385da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.443652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-1da4f482-0fbb-43f2-9f30-4d1250fe62e9 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.445469 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-1da4f482-0fbb-43f2-9f30-4d1250fe62e9 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 784 time: 0.1909409 Jan 15 15:08:30.464100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-afde908e-4122-4398-9914-83a5d276cf46 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:08:30.465203 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-afde908e-4122-4398-9914-83a5d276cf46 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0108175 Jan 15 15:08:30.570981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] For port 150a7305-78fb-495d-ba2f-de5370cdd618, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=150a7305-78fb-495d-ba2f-de5370cdd618,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:30.571390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.599575 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-5c9c75d7-0b66-42e5-9d80-02b0a3431c75 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 1002 time: 0.1224351 Jan 15 15:08:30.614350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c4cb-ccf8-4d38-8c3a-9707180fa0ba req-32bae9ff-9ccc-449a-a11c-b2dfad50270f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.623716 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0373c4cb-ccf8-4d38-8c3a-9707180fa0ba req-32bae9ff-9ccc-449a-a11c-b2dfad50270f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 944 time: 0.5058374 Jan 15 15:08:30.647113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-ea05b293-b009-46ba-88ba-119200224d23 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:08:30.708714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-42d449dc-f19c-4847-af82-b91c94d08202 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.710877 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-42d449dc-f19c-4847-af82-b91c94d08202 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports/cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 943 time: 0.1050820 Jan 15 15:08:30.734894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-dd7afc83-73fe-48e2-83ce-0ef3673c9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.736816 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-dd7afc83-73fe-48e2-83ce-0ef3673c9af6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.6955249 Jan 15 15:08:30.930709 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0373c4cb-ccf8-4d38-8c3a-9707180fa0ba req-55858261-8975-4b00-a87c-5ac28d0188a8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=5493188b-4db5-4e92-a2dd-eb94749b5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060760 Jan 15 15:08:30.944637 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-0181ab6f-f177-41a7-957e-e9364c9714b6 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 1002 time: 0.1195188 Jan 15 15:08:30.989287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:08:31.145945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-06f20441-5d34-4a04-a520-4ebe7bb8e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.147444 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-06f20441-5d34-4a04-a520-4ebe7bb8e4b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.3889918 Jan 15 15:08:31.170620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Deleting port 7ce35727-3ac0-4d94-aba4-a1cc8b2bb433 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:31.171146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.272587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.272999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.273353 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Floating IP dacc279a-ab05-4bef-a20f-1291654251fb disassociated. External IP: 172.28.0.154, port: 150a7305-78fb-495d-ba2f-de5370cdd618. Jan 15 15:08:31.273735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Calling delete_port for 150a7305-78fb-495d-ba2f-de5370cdd618 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:31.335302 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-6de53309-ba2d-4684-b972-e70a2558e322 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 1002 time: 0.1771145 Jan 15 15:08:31.354711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.355204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.441254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021a993-e2a2-4958-9e79-53c353e50142 req-d3a36f2c-6c1a-4038-8fe4-66617fc98be4 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.442804 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3021a993-e2a2-4958-9e79-53c353e50142 req-d3a36f2c-6c1a-4038-8fe4-66617fc98be4 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 944 time: 0.3677373 Jan 15 15:08:31.487860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Calling delete_port for 7ce35727-3ac0-4d94-aba4-a1cc8b2bb433 owned by network:floatingip {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:31.522091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-87662e31-27bb-496d-b86b-51d1689e6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.523688 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-87662e31-27bb-496d-b86b-51d1689e6485 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.1786964 Jan 15 15:08:31.610605 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3021a993-e2a2-4958-9e79-53c353e50142 req-f7836a31-b0e1-4d22-88b5-30aecd234b1b tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562395 Jan 15 15:08:31.629900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.651708 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9bb7ebc3-38b0-4206-9d89-55e2e982a17b tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.661881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.677743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.701556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'Port': ['ID=150a7305-78fb-495d-ba2f-de5370cdd618,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:31.718303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:31.759925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:31.769707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event deleted for resources: {'Port': ['ID=7ce35727-3ac0-4d94-aba4-a1cc8b2bb433,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:31.775982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:31.790256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-f5d3f974-15f1-4a0b-bcd8-5c5a3a227498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.791960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-f5d3f974-15f1-4a0b-bcd8-5c5a3a227498 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2527115 Jan 15 15:08:31.803211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:31.808668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:31.808826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.913523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks [] for floatingip, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.913887 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Floating IP 34a64eae-6029-4c53-bdc4-a06b53aaa4fe disassociated (deleted). External IP: 172.28.0.112, port: cb95314b-1ecd-45cf-8956-19b08ce3b0bb. Jan 15 15:08:31.930081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.998727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:32.025636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:32.029791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.031080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:32.133358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-6682c373-6cda-45c6-9a2a-b836bbf7448f service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195379 Jan 15 15:08:32.319412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:32.381227 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7e324e8f-f761-4d8d-814b-b0a6d01e9bf4 req-a9cab673-1634-4b24-af58-7723c21aee9e service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2308636 Jan 15 15:08:32.407116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:32.417842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:32.438288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6cee8949-2c97-480c-a488-1ff5d02555a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.463925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port cb95314b-1ecd-45cf-8956-19b08ce3b0bb triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:32.464309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.477123 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b4d3bc8a-07e6-41c6-9800-8f321095b8e1 req-078a428f-2a83-40e2-b966-c602852f2d46 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.0942047 Jan 15 15:08:32.491116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:32.640582 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b', 'code': 200} Jan 15 15:08:32.897663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:33.092752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:33.104912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Sync routers for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:33.112489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:33.115967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:33.116674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.120382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.124911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:33.135130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:33.135802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.172328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] No DVR routers for this DVR port 150a7305-78fb-495d-ba2f-de5370cdd618 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:33.175160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.195348 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "DELETE /v2.0/floatingips/34a64eae-6029-4c53-bdc4-a06b53aaa4fe HTTP/1.1" status: 204 len: 173 time: 2.2456360 Jan 15 15:08:33.196323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:33.210980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86349-18d2-46c9-9527-8808d8d4b08f req-687c17d4-3d01-4749-8576-155eccc601df tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.212857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a4d86349-18d2-46c9-9527-8808d8d4b08f req-687c17d4-3d01-4749-8576-155eccc601df tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.2829580 Jan 15 15:08:33.215109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af4fab-129b-4c1f-90f6-624eaf41aac2 req-9d566e90-7895-4005-8b77-2f503e79462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.216807 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d0af4fab-129b-4c1f-90f6-624eaf41aac2 req-9d566e90-7895-4005-8b77-2f503e79462e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 1163 time: 0.2857163 Jan 15 15:08:33.217401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-deleted', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:33.226580 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2691d6df-a723-45c9-8e1b-658d63629882 req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "DELETE /v2.0/ports/150a7305-78fb-495d-ba2f-de5370cdd618 HTTP/1.1" status: 204 len: 173 time: 5.9028518 Jan 15 15:08:33.301028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-5d0ddfa5-15f2-4b2a-b95c-7efa92fa5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.309577 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-5d0ddfa5-15f2-4b2a-b95c-7efa92fa5207 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.1048043 Jan 15 15:08:33.329094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:33.334975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:33.351708 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a4d86349-18d2-46c9-9527-8808d8d4b08f req-7bcc4f62-a912-44bb-9285-78addde55268 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282365 Jan 15 15:08:33.369718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d0af4fab-129b-4c1f-90f6-624eaf41aac2 req-df3d7262-0164-45b9-b0a1-a446b6cc46e6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923567 Jan 15 15:08:33.404580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:33.482469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.514074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-b0482278-6946-4b24-bef5-33655b0ad89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.516276 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-b0482278-6946-4b24-bef5-33655b0ad89d service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.2054398 Jan 15 15:08:33.592638 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-ff09e545-1a79-4481-b0df-ffce721c2595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 217 time: 0.0673943 Jan 15 15:08:33.674219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-96f8e8a2-edbd-4f87-af09-5bbfb6c6234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.677198 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-96f8e8a2-edbd-4f87-af09-5bbfb6c6234a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.0775425 Jan 15 15:08:33.713612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:33.714042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.771255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-9ad8b28e-b174-46cd-911b-40aa771cfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.773117 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-9ad8b28e-b174-46cd-911b-40aa771cfa50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890634 Jan 15 15:08:33.912756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.916813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:08:33.918109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:33.931102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:33.931792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.979697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.984235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Checking router: 6d56c1d1-5a71-4c93-88ce-4e923587f6fd for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:33.994074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:33.994785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:33.997477 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78f95d-9a82-428e-9a6d-b1a4f86cef4c', 'name': 'network-vif-deleted', 'tag': '150a7305-78fb-495d-ba2f-de5370cdd618', 'status': 'completed', 'code': 200} Jan 15 15:08:34.050864 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84601-fbb5-411c-a3fd-4d195f246315 req-5ce8325c-5ded-4100-a5bb-b39d031b7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.056381 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-5ce8325c-5ded-4100-a5bb-b39d031b7b8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a289496572e84fd292318de8bb569818&device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 1163 time: 0.1258864 Jan 15 15:08:34.064432 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-fb64bf9b-e445-4c9d-9409-7b7429fc63f4 service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824171 Jan 15 15:08:34.271361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5b29540-3cde-4ef1-80dd-642aca3e70ed req-09aeebb4-49c3-4534-82fb-5b76729dbba9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:34.286773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:34.315188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84601-fbb5-411c-a3fd-4d195f246315 req-f2df65c4-86e9-41e9-9226-7d4f69b947c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.318079 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-f2df65c4-86e9-41e9-9226-7d4f69b947c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 200 len: 909 time: 0.2533469 Jan 15 15:08:34.329021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5b29540-3cde-4ef1-80dd-642aca3e70ed req-09aeebb4-49c3-4534-82fb-5b76729dbba9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:34.330333 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5b29540-3cde-4ef1-80dd-642aca3e70ed req-09aeebb4-49c3-4534-82fb-5b76729dbba9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=7e78f95d-9a82-428e-9a6d-b1a4f86cef4c HTTP/1.1" status: 200 len: 210 time: 0.1320465 Jan 15 15:08:34.376606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:34.395093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6ce93ee-264e-4a2c-9b9f-abfdc0ff5404 req-2313db14-ee87-4447-bbf0-f29ae486c83c service neutron] 10.222.0.52 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3291609 Jan 15 15:08:34.419679 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-5fb1d4b9-5ad5-485f-8c5d-35d7c1da1040 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 200 len: 217 time: 0.0857923 Jan 15 15:08:34.608279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84601-fbb5-411c-a3fd-4d195f246315 req-093d6720-ab25-4f42-aa09-73953d52a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.610064 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-093d6720-ab25-4f42-aa09-73953d52a361 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 200 len: 854 time: 0.1732466 Jan 15 15:08:34.656155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.744351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84601-fbb5-411c-a3fd-4d195f246315 req-043fe563-3615-435a-96ab-bd5c8233c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.744351 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-043fe563-3615-435a-96ab-bd5c8233c55a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb6a598-3584-4bed-afb5-25363ebfad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209793 Jan 15 15:08:34.935805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.962307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:34.966793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029a9c-141f-46ba-b1a2-c0ce5ee7ab7f None None] The sync data for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb is: [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:05:07Z', 'revision_number': 4, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '0afa7bce-0250-4480-95af-e75cc7bafc38', 'name': '', 'network_id': 'bbb6a598-3584-4bed-afb5-25363ebfad4f', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'mac_address': 'fa:16:3e:14:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:06Z', 'updated_at': '2021-01-15T15:05:16Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'subnets': [{'id': '6f764c52-587b-4ab8-9a2d-367bace6879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:34.981689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:34.989361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a64bea-c85a-4c98-8011-c7cac3923456 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:35.021090 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-d6409310-c45c-4276-8738-8635c0042a2e service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678680 Jan 15 15:08:35.065770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6d9e3-cc62-4829-b5d4-3a536c2d94ee req-197924a5-251a-4007-a7db-37a9d221eea5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:35.067502 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-87a6d9e3-cc62-4829-b5d4-3a536c2d94ee req-197924a5-251a-4007-a7db-37a9d221eea5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.2010829 Jan 15 15:08:35.222866 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-87a6d9e3-cc62-4829-b5d4-3a536c2d94ee req-bbef44f6-0ddc-4f6d-afc7-704939d4b3c5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300116 Jan 15 15:08:35.261355 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-def84601-fbb5-411c-a3fd-4d195f246315 req-907befdc-d965-4a6f-98a2-39f905fe8c1c service neutron] 10.222.0.69 "GET /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927271 Jan 15 15:08:35.507812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48066) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:35.575346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87218654-e500-42d5-8eab-636f686219c2 None None] New status for floating IP 34a64eae-6029-4c53-bdc4-a06b53aaa4fe: DOWN {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:35.583384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.614653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.618459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857d8f61-5b9e-4135-ad0f-dd39299e0aab None None] New status for floating IP dacc279a-ab05-4bef-a20f-1291654251fb: DOWN {{(pid=80067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:35.674342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.680338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-965c74b0-b9bb-40c9-9933-f2ff6c51f257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:35.697840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'SecurityGroup': ['ID=5493188b-4db5-4e92-a2dd-eb94749b5eb1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:35.700721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:35.710759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.715527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48070) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:35.715995 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "DELETE /v2.0/security-groups/5493188b-4db5-4e92-a2dd-eb94749b5eb1 HTTP/1.1" status: 204 len: 168 time: 0.2066965 Jan 15 15:08:35.735705 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.v2.resource [None req-bc9ec665-b4ed-4f36-9403-67634f581f66 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] show failed (client error): The resource could not be found. Jan 15 15:08:35.737154 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bc9ec665-b4ed-4f36-9403-67634f581f66 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups/5493188b-4db5-4e92-a2dd-eb94749b5eb1 HTTP/1.1" status: 404 len: 347 time: 0.0199809 Jan 15 15:08:35.740743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48074) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:35.915769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Deleting port 6479c40c-83fd-4a8f-9559-d542e3d3ce4b {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:35.916173 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.099382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.099925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.232001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Calling delete_port for 6479c40c-83fd-4a8f-9559-d542e3d3ce4b owned by network:floatingip {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:36.431732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.449085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-35ab1e75-b2e9-457d-9eac-dae2453aa6b7 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:36.552141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'Port': ['ID=6479c40c-83fd-4a8f-9559-d542e3d3ce4b,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:36.563418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:36.630126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d01541-3f97-409f-ad8f-6f9184c85392 req-5bbccad7-be25-41e5-9d9d-264e5b34fc23 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.630126 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78d01541-3f97-409f-ad8f-6f9184c85392 req-5bbccad7-be25-41e5-9d9d-264e5b34fc23 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.2657657 Jan 15 15:08:36.738769 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78d01541-3f97-409f-ad8f-6f9184c85392 req-4cde11a6-0012-4360-9cf4-f8dc88299525 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965226 Jan 15 15:08:36.772519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.792603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.797203 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "DELETE /v2.0/floatingips/dacc279a-ab05-4bef-a20f-1291654251fb HTTP/1.1" status: 204 len: 168 time: 1.0520575 Jan 15 15:08:37.368478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48156) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:37.374267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group': {'name': 'tempest-securitygroup--1598599', 'description': 'tempest-description--706662766'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:37.392277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:37.400665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:37.405625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:37.414067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:37.429402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.473620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:37.477814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:37.481024 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:37.487733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:37.568413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.571325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.576979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b12d8370-76b8-4840-be7f-473764a0c693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:37.620488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroup': ['ID=6a877604-f295-42ba-bb12-9715af802f72,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:37.623244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:37.624110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.625416 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.2558508 Jan 15 15:08:37.629353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48164) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:37.634641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group_rule': {'security_group_id': '6a877604-f295-42ba-bb12-9715af802f72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:37.644810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:37.648859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:37.651841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:37.657575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:37.675626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.740231 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.742855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.750001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7489a0d4-9489-46b7-b4dc-f80519cb8785 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:37.775176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2006e7-e2aa-425b-b8a8-e803c196901c,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:37.777685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:37.781253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.782973 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1d67e7c2-3a23-4855-b5c0-47d3e47bd5fe tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527529 Jan 15 15:08:37.786532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48170) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:37.935319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'security_group_rule': {'security_group_id': '6a877604-f295-42ba-bb12-9715af802f72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:37.946085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:37.950186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:security_group_rule and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:37.953232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:37.959841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:37.976345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.042324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.045249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.047404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:38.073551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b5c50f-69b2-4d59-8074-7f92b292db48,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:38.076308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:38.083607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.084945 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0d6bc18a-bc8d-4bd7-9c6a-0dc51c7b0b18 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973990 Jan 15 15:08:38.088215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48188) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:38.093631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:38.103123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:38.107278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Usage tracker for resource:floatingip and tenant:f978ca62a7fe48749613357e22a29d8c is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:38.110333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:38.116322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:38.125834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.275427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.590834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Allocated IP 172.28.0.3 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/39596503-aa0c-449f-adbe-4a179d289f0d) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:38.717682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e476dd-1ae1-4082-87cc-e2b3a1aa2386 req-9689ff83-c95d-4d7d-998e-9688062c9855 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.726701 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88e476dd-1ae1-4082-87cc-e2b3a1aa2386 req-9689ff83-c95d-4d7d-998e-9688062c9855 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1342022 Jan 15 15:08:38.770691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.785092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88e476dd-1ae1-4082-87cc-e2b3a1aa2386 req-4c90927f-c899-4410-b04e-3910c7a42d22 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573275 Jan 15 15:08:38.799922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.816686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a30fa18-1d17-4cf5-85ec-f86918610fd1 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:39.183580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.192906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=39596503-aa0c-449f-adbe-4a179d289f0d,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:39.198177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:39.247561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:39.248753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:39.251014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:39.339330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.397969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.673179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.677295 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.697477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:39.826477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=39596503-aa0c-449f-adbe-4a179d289f0d,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:39.832335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:39.935194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.957972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.960130 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8706923 Jan 15 15:08:40.026467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73063f-9789-4e23-b931-77469e4ecaaa req-076adae0-90e2-486a-ad1b-513981676290 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.028867 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e73063f-9789-4e23-b931-77469e4ecaaa req-076adae0-90e2-486a-ad1b-513981676290 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1098092 Jan 15 15:08:40.030913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48228) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:40.140256 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2e73063f-9789-4e23-b931-77469e4ecaaa req-70c785c1-2131-4f97-b871-e4c66ab6fe43 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Jan 15 15:08:40.149304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Deleting subnet 2f7b162a-bea6-4287-9ccc-0901146c343c {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:08:40.152789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.208470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.240738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-3630d676-2647-4611-9fa4-526a8719c907 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:40.255070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-3630d676-2647-4611-9fa4-526a8719c907 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:40.256353 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-3630d676-2647-4611-9fa4-526a8719c907 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1598599&fields=id&tenant_id=f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 267 time: 0.0671477 Jan 15 15:08:40.267784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.437199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-b0ff9f28-a5d5-4a27-bdea-d733e50464d9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.438790 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-b0ff9f28-a5d5-4a27-bdea-d733e50464d9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 810 time: 0.1750538 Jan 15 15:08:40.463312 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-5349c4f8-59c4-45c1-b4a3-ddef6008c879 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/quotas/f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 375 time: 0.0171683 Jan 15 15:08:40.554794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.566736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-730c982d-ac2b-40ee-a2e0-5c7581e06b11 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:40.571504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:40.581872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-730c982d-ac2b-40ee-a2e0-5c7581e06b11 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:40.583292 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-730c982d-ac2b-40ee-a2e0-5c7581e06b11 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191597 Jan 15 15:08:40.663236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7b162a-bea6-4287-9ccc-0901146c343c,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:40.676468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:40.709573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.715540 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2f7b162a-bea6-4287-9ccc-0901146c343c HTTP/1.1" status: 204 len: 168 time: 0.6835802 Jan 15 15:08:40.718220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48242) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:40.827691 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-4f0f0cf0-2b93-493a-844e-5d30a6ae61a3 service neutron] 10.222.0.52 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313399 Jan 15 15:08:40.840812 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.974482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-20a3360f-1d24-4469-b139-ea06be02559f service neutron] 10.222.0.52 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411397 Jan 15 15:08:41.036091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.223343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90d375b-b3a1-4853-808b-f82ea47723d1']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.236653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.237037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef54dfe8-b72a-4e50-8af2-b09a02e2e2c2') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.244693 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a024bf82-9265-426e-956f-13e19b6b0d32 req-782e7575-09a4-4477-8a14-748bbff788c4 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 210 time: 0.0635924 Jan 15 15:08:41.249178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.269836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.272275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:08:41.496949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-6fb9014b-3138-42e2-ac26-bbcb43992b33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:41.498106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-6fb9014b-3138-42e2-ac26-bbcb43992b33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:41.514981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-6fb9014b-3138-42e2-ac26-bbcb43992b33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:41.516327 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-6fb9014b-3138-42e2-ac26-bbcb43992b33 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.1486380 Jan 15 15:08:41.528044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Network d90d375b-b3a1-4853-808b-f82ea47723d1 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:41.544127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.572165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-e10291fc-30ec-4c7b-8514-d9424bc5ed82 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:41.587426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-e10291fc-30ec-4c7b-8514-d9424bc5ed82 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:41.588779 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4e5d6ce2-d2b2-4615-9919-68c61f03bcdb req-e10291fc-30ec-4c7b-8514-d9424bc5ed82 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Jan 15 15:08:41.755099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-840e3504-ad71-4051-8599-75407124fd05 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:41.756683 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-840e3504-ad71-4051-8599-75407124fd05 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.69 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.3028638 Jan 15 15:08:41.803619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Network d90d375b-b3a1-4853-808b-f82ea47723d1 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:08:41.834581 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:08:42.156801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Deleting port cb95314b-1ecd-45cf-8956-19b08ce3b0bb {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:42.157175 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.198487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.216973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:42.238998 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.275967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90d375b-b3a1-4853-808b-f82ea47723d1,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:42.280991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:42.312658 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b41d71c2-87bd-4591-9359-9c08026695b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d90d375b-b3a1-4853-808b-f82ea47723d1 HTTP/1.1" status: 204 len: 168 time: 1.5907733 Jan 15 15:08:42.313100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48268) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:42.438655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Deleting subnet f2ba63fc-90f1-4110-8d56-6d05f70bcce7 {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:08:42.442911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.521841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.544548 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-67d07a01-faf1-411b-8e5e-71a04854f062 req-5e411979-f2b6-4fd9-a73e-1b6102c333ad tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 210 time: 0.1200476 Jan 15 15:08:42.596576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.741554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] For port cb95314b-1ecd-45cf-8956-19b08ce3b0bb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:42.741868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.911207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-c8e940d8-ccc9-470d-97a4-65a1530dd93a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:42.913163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-c8e940d8-ccc9-470d-97a4-65a1530dd93a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 810 time: 0.4230950 Jan 15 15:08:42.922556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.943702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-414d1ddd-fa18-4290-9106-77753b38f30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:42.981860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Calling delete_port for cb95314b-1ecd-45cf-8956-19b08ce3b0bb owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:43.052039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ba63fc-90f1-4110-8d56-6d05f70bcce7,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:43.061019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:43.111850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.114585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device cb95314b-1ecd-45cf-8956-19b08ce3b0bb no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:43.120908 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2ba63fc-90f1-4110-8d56-6d05f70bcce7 HTTP/1.1" status: 204 len: 168 time: 0.8043618 Jan 15 15:08:43.121191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48280) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:43.157358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-a6513497-7fdd-4387-905c-ade06c7ce5b0 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f978ca62a7fe48749613357e22a29d8c HTTP/1.1" status: 200 len: 5701 time: 0.1826758 Jan 15 15:08:43.202416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'port': {'device_id': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'admin_state_up': True, 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'security_groups': ['6a877604-f295-42ba-bb12-9715af802f72']}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:43.242987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fa510-0371-4267-80ea-dc5877bb59f9 req-20e529ea-8119-4618-9d2f-9b98199bb904 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:43.246285 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-196fa510-0371-4267-80ea-dc5877bb59f9 req-20e529ea-8119-4618-9d2f-9b98199bb904 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 946 time: 0.4795358 Jan 15 15:08:43.250840 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.253301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.437097 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-196fa510-0371-4267-80ea-dc5877bb59f9 req-e6284679-3b46-4979-b2a1-533de4b81547 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/security-groups?id=aa087f25-ec21-4e62-b0ba-635326bfa501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722019 Jan 15 15:08:43.450019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.469554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-33f9fa7e-1651-4628-8801-19454e818620 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:43.474545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.519807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Pushing event deleted for resources: {'Port': ['ID=cb95314b-1ecd-45cf-8956-19b08ce3b0bb,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:43.582684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:43.591020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:43.601847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:43.608846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:43.616749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a2f35b-f361-4908-aa66-59bc83c6ee6f') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:43.617217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a2f35b-f361-4908-aa66-59bc83c6ee6f') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:43.630997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.637439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Made reservation on behalf of f978ca62a7fe48749613357e22a29d8c for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:43.646974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.647820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.650028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:08:43.852849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:43.861839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.873847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] No DVR routers for this DVR port cb95314b-1ecd-45cf-8956-19b08ce3b0bb on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:43.882797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.885699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'name': 'network-vif-deleted', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:43.892149 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0dc8149b-87c2-434f-bb81-d1722b79de12 req-539b8d48-e843-44e0-af6a-1e341073532b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 210 time: 0.0795767 Jan 15 15:08:43.911494 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-56b9e40a-f858-43e3-b5f2-4cf2446f5e94 req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.69 "DELETE /v2.0/ports/cb95314b-1ecd-45cf-8956-19b08ce3b0bb HTTP/1.1" status: 204 len: 173 time: 2.1407883 Jan 15 15:08:43.988148 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed803ba-a47d-47a0-ad40-0fe4be173f23', 'name': 'network-vif-deleted', 'tag': 'cb95314b-1ecd-45cf-8956-19b08ce3b0bb', 'status': 'completed', 'code': 200} Jan 15 15:08:44.062766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Network 39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:08:44.087367 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:08:44.118842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Allocated IP 172.20.0.3 (7f2137c8-ec4a-415d-b635-8a76104e4960/8e352e69-7ca3-4bb3-a31f-4e854e2f16ad/79ad27dd-0078-40d2-81ab-bfacd7c94dc2) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:44.199749 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.204733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.222330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.236876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:44.241072 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:44.243508 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5b372c13-3cd1-4d1b-b76c-22f35939a972 admin admin] 10.222.0.52 "DELETE /v2.0/networks/39e2bc2c-b9c6-4d63-bf5b-773a2e2a739b HTTP/1.1" status: 204 len: 168 time: 1.1208353 Jan 15 15:08:44.373421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.390245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Transition to ACTIVE for port object 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:44.391557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48294) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:44.412262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.432460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b757f193-6035-4cc8-8bbe-5bf5bd34f335 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.452667 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3765377d-1fd4-4425-b9ae-c62a3d3c6d4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6137a5a1519349c2a37b413a45229668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572231 Jan 15 15:08:44.453699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48298) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:44.527563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.559242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.587297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event updated for resources: {'Port': ['ID=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:44.591728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:44.624277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.636958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0e952d42-704a-4415-9426-136e6ea45172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.653850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35ba35-d3bc-4a22-ba7a-135681adc18d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:44.666004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:44.674562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.677424 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a35ba35-d3bc-4a22-ba7a-135681adc18d HTTP/1.1" status: 204 len: 168 time: 0.2230592 Jan 15 15:08:44.695893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4d2008a8-3abc-4631-99b6-9aec1d86beb2 req-7777012f-7e33-4887-845f-9225fe747276 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Synchronizing usage tracker for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:44.725121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:44.726288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:44.728663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-4d2008a8-3abc-4631-99b6-9aec1d86beb2 req-7777012f-7e33-4887-845f-9225fe747276 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Unset dirty status for tenant:a289496572e84fd292318de8bb569818 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:44.729934 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4d2008a8-3abc-4631-99b6-9aec1d86beb2 req-7777012f-7e33-4887-845f-9225fe747276 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] 10.222.0.52 "GET /v2.0/ports?device_id=9ed803ba-a47d-47a0-ad40-0fe4be173f23 HTTP/1.1" status: 200 len: 210 time: 0.0871556 Jan 15 15:08:44.730684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:44.824495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:44.825228 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.856838 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6914661 Jan 15 15:08:44.883266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Request body: {'port': {'device_id': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:44.977144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-df8b77df-c8cb-42dd-8c96-e503a42e81be None None] Provisioning for port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:44.983704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-df8b77df-c8cb-42dd-8c96-e503a42e81be None None] Provisioning complete for port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:44.984835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-df8b77df-c8cb-42dd-8c96-e503a42e81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.030625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.055474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-df8b77df-c8cb-42dd-8c96-e503a42e81be None None] Port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:45.166076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48312) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:45.230980 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f7b152dc-7f61-48e4-8e27-92a0d324469a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1028908571614b3d8e6930b16bf41804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635836 Jan 15 15:08:45.233414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48318) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:45.303027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.308569 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d9f90-a657-43be-9c7a-1e079a392c0f req-23f0964a-128e-4021-b86d-eb975bc1cfb6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:45.309359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-c95d9f90-a657-43be-9c7a-1e079a392c0f req-23f0964a-128e-4021-b86d-eb975bc1cfb6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:45.331411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.344915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-c95d9f90-a657-43be-9c7a-1e079a392c0f req-23f0964a-128e-4021-b86d-eb975bc1cfb6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:45.346724 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c95d9f90-a657-43be-9c7a-1e079a392c0f req-23f0964a-128e-4021-b86d-eb975bc1cfb6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 931 time: 0.2591281 Jan 15 15:08:45.383277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.389177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-68e47a6e-e998-4add-a368-5d7381c07718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:45.404555 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa2a02e-19fe-438f-9da1-ca1fb600df5f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.407416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.408590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.412605 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7aa2a02e-19fe-438f-9da1-ca1fb600df5f HTTP/1.1" status: 204 len: 168 time: 0.1761203 Jan 15 15:08:45.491725 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c95d9f90-a657-43be-9c7a-1e079a392c0f req-fc890418-949d-4b30-9981-3ddb23198a9e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1353519 Jan 15 15:08:45.617334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:45.625011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.637785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Transition to ACTIVE for port object 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:45.640981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.656882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:46.013455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Pushing event updated for resources: {'Port': ['ID=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:46.019035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:46.255038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Attempting to bind port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:46.255342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Attempting to bind port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:46.255651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Attempting to bind port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 on network 7f2137c8-ec4a-415d-b635-8a76104e4960 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:46.262331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:46.262626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Checking segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:46.263039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.263436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Bound using segment: {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:46.263910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Bound port: 79ad27dd-0078-40d2-81ab-bfacd7c94dc2, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdace5a-c550-4e01-92ff-9e0340af7de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:46.264312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.393944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] For port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:46.397610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] For port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:46.411446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.516426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:46.673880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Pushing event updated for resources: {'Port': ['ID=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:46.681273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:46.750969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.751651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.754098 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] 10.222.0.69 "PUT /v2.0/ports/79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 200 len: 1157 time: 1.8771951 Jan 15 15:08:46.759633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:46.838848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886297a9-c3c0-4f4f-909f-b7798ea1ef33 req-dedb5d70-4aa8-4760-814c-4dd8f0852c05 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.841184 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-886297a9-c3c0-4f4f-909f-b7798ea1ef33 req-dedb5d70-4aa8-4760-814c-4dd8f0852c05 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 943 time: 0.1492646 Jan 15 15:08:46.896358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'status': 'completed', 'code': 200} Jan 15 15:08:46.975860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-886297a9-c3c0-4f4f-909f-b7798ea1ef33 req-e22ac9de-adf4-482f-a74e-1231ece6023e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0895076 Jan 15 15:08:46.998581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-6c8b46f1-1bdd-440e-a4b7-9b3fc75e03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.000501 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-6c8b46f1-1bdd-440e-a4b7-9b3fc75e03f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 1160 time: 0.1581273 Jan 15 15:08:47.006380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48400) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:47.145003 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-bdb70673-bc9b-4ed1-a61c-7cd004033bf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 200 len: 217 time: 0.0778179 Jan 15 15:08:47.307958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-de6ad576-f568-475d-b624-9f89dd5941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.309568 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-de6ad576-f568-475d-b624-9f89dd5941a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.1094630 Jan 15 15:08:47.398885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48408) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:47.570366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.586593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:47.590925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Usage tracker for resource:security_group_rule and tenant:9f6c4b7c3e37473cb3d60546336f1107 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:47.593963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:47.595175 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-0157454c-1e7c-4488-b3d8-35abff5b3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.597533 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-0157454c-1e7c-4488-b3d8-35abff5b3a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2755122 Jan 15 15:08:47.600472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:47.688730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.692930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.704603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-01d08196-9afe-409e-89fa-fcc5a80c47f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:47.755709 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f6c4b7c3e37473cb3d60546336f1107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523989 Jan 15 15:08:47.755709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c886c-bab7-4a38-a27c-61ea7fe6e3ed,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:47.756767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48418) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:47.759837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:47.825344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.836047 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-ff7f8fa1-368f-4402-800e-9488dc448f6c service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092471 Jan 15 15:08:47.853930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.906254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.912320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e064ace-1095-42de-b970-5d3cf085411b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:47.923596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c886c-bab7-4a38-a27c-61ea7fe6e3ed,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:47.927649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:47.931212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.933715 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e71c886c-bab7-4a38-a27c-61ea7fe6e3ed HTTP/1.1" status: 204 len: 168 time: 0.1757596 Jan 15 15:08:48.047081 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-749012fc-30d5-488f-b2a5-e9cdd27e5f47 req-c87d05a2-6623-4538-b998-8b430d0d1f75 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2009690 Jan 15 15:08:48.061878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.691739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719b450-aea7-4b3c-a24d-e3a06d7d493d req-95c6b255-1039-4de1-ac4b-1f3d938f8790 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.693476 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c719b450-aea7-4b3c-a24d-e3a06d7d493d req-95c6b255-1039-4de1-ac4b-1f3d938f8790 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 943 time: 0.5073197 Jan 15 15:08:48.723069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-3e4cceb5-5515-438a-9eb5-81c7ca1ddb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.724702 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-3e4cceb5-5515-438a-9eb5-81c7ca1ddb9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 1160 time: 0.5397961 Jan 15 15:08:48.973933 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c719b450-aea7-4b3c-a24d-e3a06d7d493d req-50da682f-edbc-48a0-a460-d9a345afb6d5 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2719004 Jan 15 15:08:49.050228 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-c73e5f16-0c8f-4b58-9b20-6acb6e144594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.051831 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-c73e5f16-0c8f-4b58-9b20-6acb6e144594 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.3170836 Jan 15 15:08:49.175384 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-d9787f9a-8594-4dfe-9a2c-934ad353f7b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 200 len: 217 time: 0.0844221 Jan 15 15:08:49.302507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-53afbb53-5bd1-4b74-859d-98c420acd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.304032 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-53afbb53-5bd1-4b74-859d-98c420acd6dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.1178625 Jan 15 15:08:49.310616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Deleting port 0afa7bce-0250-4480-95af-e75cc7bafc38 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:49.311002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.548227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-21d7c426-a13b-47f9-be63-7943f2f1237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.550684 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-21d7c426-a13b-47f9-be63-7943f2f1237b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072625 Jan 15 15:08:49.656415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] For port 0afa7bce-0250-4480-95af-e75cc7bafc38, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=0afa7bce-0250-4480-95af-e75cc7bafc38,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:49.656813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.805735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Calling delete_port for 0afa7bce-0250-4480-95af-e75cc7bafc38 owned by network:router_interface {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:50.038601 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-c901de9f-329d-4236-9563-44041de505aa service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798090 Jan 15 15:08:50.338182 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-250bd4ab-432d-40fe-a49b-b6acb1007945 req-381bfaa9-e58d-41d0-b490-15f873891d01 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2817702 Jan 15 15:08:50.370274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3fc6b-0312-44e7-bef0-b85882ff2a50 req-e58b31c2-cb1a-400b-87bd-8fdfadff0b90 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:50.371799 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-39c3fc6b-0312-44e7-bef0-b85882ff2a50 req-e58b31c2-cb1a-400b-87bd-8fdfadff0b90 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 943 time: 0.2314591 Jan 15 15:08:50.404151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:50.425475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b4f7e1e8-7331-45ea-8ae2-f20663ab4e56 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:50.775609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afa7bce-0250-4480-95af-e75cc7bafc38,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:50.782100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:50.791211 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-39c3fc6b-0312-44e7-bef0-b85882ff2a50 req-8b8d976b-c069-453e-9dcd-734413ea8322 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4105339 Jan 15 15:08:51.109691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.616555 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:51.801940 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:51.810818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Sync routers for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:51.817190 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-c1f466e9-5db0-437b-82ef-415dd29dce18 admin admin] 10.222.0.52 "PUT /v2.0/routers/6d56c1d1-5a71-4c93-88ce-4e923587f6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8096850 Jan 15 15:08:51.819776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48482) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:51.821128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:51.821791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:52.084721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks [] for router, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.120520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:52.235382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:52.263453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88841bc-05b4-407e-b95a-926047c2a998 req-6467c138-c096-414e-92c9-96359754052a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:52.271704 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d88841bc-05b4-407e-b95a-926047c2a998 req-6467c138-c096-414e-92c9-96359754052a tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 943 time: 0.3238859 Jan 15 15:08:52.355000 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d88841bc-05b4-407e-b95a-926047c2a998 req-34feb9a8-37a3-4cdd-9f28-295e18fe8604 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0823247 Jan 15 15:08:52.368646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.385788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Deleting port e8420960-dc76-4782-a54f-2c65dba4d45d {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:52.386364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.425335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:52.452997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:52.453419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.589068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] For port e8420960-dc76-4782-a54f-2c65dba4d45d, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e8420960-dc76-4782-a54f-2c65dba4d45d,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:52.589457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.658004 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.694267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:52.709019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:52.714701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.718769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31e2acd3-5ce0-4877-9f28-1f7659874555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:52.725266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Calling delete_port for e8420960-dc76-4782-a54f-2c65dba4d45d owned by network:router_gateway {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:52.756617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:52.777210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Checking router: 6d56c1d1-5a71-4c93-88ce-4e923587f6fd for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:52.798856 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Routers {'6d56c1d1-5a71-4c93-88ce-4e923587f6fd'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:52.799828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:52.948455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:52.962357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:53.018783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] Set router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:53.071944 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'code': 200} Jan 15 15:08:53.097419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.plugins.ml2.ovo_rpc [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: result = function(*args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: proto.__init__(conn_state, self) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: self.handle() Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: self.handle_one_request() Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: self.handle_one_response() Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: result = self.application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return app(environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self.application) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return request.get_response(self.application) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = req.get_response(self._app) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: application, catch_exc_info=False) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: app_iter = application(self.environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: response = self.app(environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return resp(environ, start_response) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: resp = self.call_func(req, *args, **kw) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: return self.func(req, *args, **kwargs) Jan 15 15:08:53.103667 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: result = method(request=request, **args) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return self._delete(request, id, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*dup_args, **dup_kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: obj_deleter(request.context, id, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return method(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(*dup_args, **dup_kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, context, *args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return method(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: context, port, router_ids, bound_mech_contexts) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: return function(*args, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: callback(resource, event, trigger, **kwargs) Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: stack = traceback.extract_stack() Jan 15 15:08:53.111456 dv-cinder-689486-7-smb neutron-server[79953]: Jan 15 15:08:53.302668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.333496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:53.337665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e379-687a-4c0e-9e44-bfde9665a981 None None] The sync data for ids ['6d56c1d1-5a71-4c93-88ce-4e923587f6fd'] in dv-cinder-689486-7-smb is: [{'id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'name': 'tempest-TestMinimumBasicScenario-1623218694-router', 'tenant_id': 'a289496572e84fd292318de8bb569818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:00Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 5, 'project_id': 'a289496572e84fd292318de8bb569818', 'gw_port': {'id': 'e8420960-dc76-4782-a54f-2c65dba4d45d', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56c1d1-5a71-4c93-88ce-4e923587f6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:01Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:53.398990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:53.488444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.497937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.551925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:53.552600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.600393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.602331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d56c1d1-5a71-4c93-88ce-4e923587f6fd {{(pid=80064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:08:53.614788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c7c9-844c-449a-8ab0-53981588ac70 req-f56b6491-534e-47ef-8822-5b6a81cf22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:53.616591 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-34b1c7c9-844c-449a-8ab0-53981588ac70 req-f56b6491-534e-47ef-8822-5b6a81cf22e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 1162 time: 0.2536962 Jan 15 15:08:53.624353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] Notify callbacks [] for router, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.625678 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-180a0e34-4818-4bf4-81e0-837e225da58c admin admin] 10.222.0.52 "DELETE /v2.0/routers/6d56c1d1-5a71-4c93-88ce-4e923587f6fd HTTP/1.1" status: 204 len: 168 time: 1.8047457 Jan 15 15:08:53.630119 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48516) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:53.695650 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-34b1c7c9-844c-449a-8ab0-53981588ac70 req-111deb9d-d1f1-45df-a9c2-e5a9245598bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685067 Jan 15 15:08:53.746875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3576-c26c-469f-a3bd-1ebd69f87321 req-b08d05bf-b323-4a4f-89ce-45bc05a4318d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:53.748655 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-09eb3576-c26c-469f-a3bd-1ebd69f87321 req-b08d05bf-b323-4a4f-89ce-45bc05a4318d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.1764092 Jan 15 15:08:53.761369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Deleting subnet 6f764c52-587b-4ab8-9a2d-367bace6879d {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:08:53.766886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.860506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.909140 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-09eb3576-c26c-469f-a3bd-1ebd69f87321 req-2e3d281e-8ea5-4699-af75-0740930ff9df tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1438477 Jan 15 15:08:53.997593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.284048 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 0afa7bce-0250-4480-95af-e75cc7bafc38 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:54.318650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 0afa7bce-0250-4480-95af-e75cc7bafc38 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:54.319192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 0afa7bce-0250-4480-95af-e75cc7bafc38 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:54.319488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e8420960-dc76-4782-a54f-2c65dba4d45d no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:54.355419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: e8420960-dc76-4782-a54f-2c65dba4d45d {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:54.355816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e8420960-dc76-4782-a54f-2c65dba4d45d not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:54.517613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.532971 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-67040f1d-3b95-4700-bcc0-9b4cef133f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:54.621596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f764c52-587b-4ab8-9a2d-367bace6879d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:54.633737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:54.666334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.671586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11337941-5e16-4ef2-885b-fea43e048ab8 None None] Network bbb6a598-3584-4bed-afb5-25363ebfad4f requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:54.675474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2ccea445-1dd3-422f-8b2c-15fd592e7977 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6f764c52-587b-4ab8-9a2d-367bace6879d HTTP/1.1" status: 204 len: 168 time: 1.0308356 Jan 15 15:08:54.676000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 48534) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:54.792380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.862896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Deleting port e17e5e76-8aa5-4803-a46f-a84f311a0e34 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:54.863290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.941878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] DHCP port deletion for bbb6a598-3584-4bed-afb5-25363ebfad4f request from dv-cinder-689486-7-smb {{(pid=80066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:08:54.946303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Deleting port e17e5e76-8aa5-4803-a46f-a84f311a0e34 {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:54.946729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.149171 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] For port e17e5e76-8aa5-4803-a46f-a84f311a0e34, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e17e5e76-8aa5-4803-a46f-a84f311a0e34,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:55.149837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.211134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48550) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:55.232773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] For port e17e5e76-8aa5-4803-a46f-a84f311a0e34, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=e17e5e76-8aa5-4803-a46f-a84f311a0e34,segment=NetworkSegment(8d42c154-5894-4085-a193-20e2be2b7288),segment_id=8d42c154-5894-4085-a193-20e2be2b7288)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:55.233345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.355554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Calling delete_port for e17e5e76-8aa5-4803-a46f-a84f311a0e34 owned by network:dhcp {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:55.436180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Calling delete_port for e17e5e76-8aa5-4803-a46f-a84f311a0e34 owned by network:dhcp {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:55.459267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a324742-1fd3-4f80-bf62-198049bfd47a req-58066922-292e-48bd-92be-bf5ce2e1b490 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:55.461706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.467998 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a324742-1fd3-4f80-bf62-198049bfd47a req-58066922-292e-48bd-92be-bf5ce2e1b490 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.4013977 Jan 15 15:08:55.484956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:55.500526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Usage tracker for resource:security_group_rule and tenant:7a20d22a38ec4d2b8d1f6f29743d3bb7 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:55.506658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:55.513535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:55.523787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.546491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-feaf7b35-d22b-40d7-b023-db951b4efb95 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:55.592464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80066) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:55.592873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:55.605638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.609255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.618502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6be352b4-f070-4278-9299-de3a66b9c8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:55.645105 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8a324742-1fd3-4f80-bf62-198049bfd47a req-72901053-a6dd-4e59-97ec-e82933a34373 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1755335 Jan 15 15:08:55.651040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17e5e76-8aa5-4803-a46f-a84f311a0e34,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:55.653903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:55.661566 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a20d22a38ec4d2b8d1f6f29743d3bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492733 Jan 15 15:08:55.663541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db2e36-f7b3-455a-8841-02dbd3d2a9ef,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:55.666170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48556) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:55.668984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ae643f38-512c-4c60-9033-3f229e93e9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:55.709677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] No DVR routers for this DVR port e17e5e76-8aa5-4803-a46f-a84f311a0e34 on host dv-cinder-689486-7-smb {{(pid=80065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:55.729802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.760688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.807713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.812793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-050d9dbc-94ee-4d4f-bea2-8213047f4cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:55.826409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db2e36-f7b3-455a-8841-02dbd3d2a9ef,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:55.829443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:55.830986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.835071 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-22bcc06b-f6db-4cf1-80ac-1e00091616b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64db2e36-f7b3-455a-8841-02dbd3d2a9ef HTTP/1.1" status: 204 len: 168 time: 0.1650429 Jan 15 15:08:55.839125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.967367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb6a598-3584-4bed-afb5-25363ebfad4f']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:55.980977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d42c154-5894-4085-a193-20e2be2b7288') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:55.981320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d42c154-5894-4085-a193-20e2be2b7288') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:55.995145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.012762 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.015154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:08:56.094790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Deleting port e17e5e76-8aa5-4803-a46f-a84f311a0e34 {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:56.096290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.168700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1d04fe8c-cf29-49ba-8681-5721edbed1b0 None None] The port 'e17e5e76-8aa5-4803-a46f-a84f311a0e34' was deleted {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:08:56.210625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Network bbb6a598-3584-4bed-afb5-25363ebfad4f has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:56.219889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.279565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e17e5e76-8aa5-4803-a46f-a84f311a0e34 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:56.426083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Network bbb6a598-3584-4bed-afb5-25363ebfad4f has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:08:56.453357 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:08:56.480094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: e17e5e76-8aa5-4803-a46f-a84f311a0e34 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:56.480497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device e17e5e76-8aa5-4803-a46f-a84f311a0e34 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:56.544215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.547550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.561992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.573875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb6a598-3584-4bed-afb5-25363ebfad4f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.577303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.590119 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bbb6a598-3584-4bed-afb5-25363ebfad4f HTTP/1.1" status: 204 len: 168 time: 1.9105780 Jan 15 15:08:56.797646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48570) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.849514 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-967b0a3a-acf6-4df4-abaa-5704cadc6e08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a289496572e84fd292318de8bb569818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505617 Jan 15 15:08:56.852021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48574) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.878164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce8bbd-c8fb-4928-9cda-38141e310459 req-3135e272-0a1f-4d15-9ae9-cd117b894016 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:56.879829 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dcce8bbd-c8fb-4928-9cda-38141e310459 req-3135e272-0a1f-4d15-9ae9-cd117b894016 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.1053994 Jan 15 15:08:56.913524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.931444 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dcce8bbd-c8fb-4928-9cda-38141e310459 req-fa6137fa-6f18-4e84-baa7-d7ea5dfc31fb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451057 Jan 15 15:08:56.941109 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.987796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.993199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-be3e008d-8f69-4469-9ca2-e95c71ef60cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:57.013028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa087f25-ec21-4e62-b0ba-635326bfa501,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:57.020396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:57.021913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.023145 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa087f25-ec21-4e62-b0ba-635326bfa501 HTTP/1.1" status: 204 len: 168 time: 0.1701119 Jan 15 15:08:57.160318 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ffcd9-ea98-41a5-9bbc-5e20699cb9a7 req-8a75bde4-77c3-4e37-8b10-274b140533b2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:57.161993 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e26ffcd9-ea98-41a5-9bbc-5e20699cb9a7 req-8a75bde4-77c3-4e37-8b10-274b140533b2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.1020966 Jan 15 15:08:57.171705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 48582) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:57.177930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Request body: {'floatingip': {'port_id': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:57.266790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.891152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.894536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.076823 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Floating IP 90f4f798-e053-421a-89dd-7a0bbd074b76 associated. External IP: 172.28.0.3, port: 79ad27dd-0078-40d2-81ab-bfacd7c94dc2. Jan 15 15:08:58.449621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:58.634960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:58.639695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.644453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:58.654294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:58.654964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:58.850597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:58.914960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5b71121a-3d1e-4265-97bb-064058e7a125 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "PUT /v2.0/floatingips/90f4f798-e053-421a-89dd-7a0bbd074b76 HTTP/1.1" status: 200 len: 989 time: 1.7420068 Jan 15 15:08:58.915739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:58.977720 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'status': 'completed', 'code': 200} Jan 15 15:08:59.183706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-5c588985-85ae-4731-a991-97972c719d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:59.185324 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-5c588985-85ae-4731-a991-97972c719d04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 1162 time: 0.0792525 Jan 15 15:08:59.219946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '90f4f798-e053-421a-89dd-7a0bbd074b76', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:8e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:39Z', 'updated_at': '2021-01-15T15:08:57Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:59.224981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:59.234342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:59.235001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:08:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:59.337263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-31791fd5-2d21-4cc7-9f30-7cd55900562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:59.339116 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-31791fd5-2d21-4cc7-9f30-7cd55900562e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.1449933 Jan 15 15:08:59.467526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-4ef7f10f-a483-431a-a40c-875a9e86731a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 200 len: 997 time: 0.1114240 Jan 15 15:08:59.547979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-ab68729f-64f0-4f91-a393-c77e4cf259b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:59.549715 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-ab68729f-64f0-4f91-a393-c77e4cf259b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.0711315 Jan 15 15:08:59.588238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:59.630805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-193a2cab-f0b1-407a-8569-dd1d86f1a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:59.632490 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-193a2cab-f0b1-407a-8569-dd1d86f1a577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758188 Jan 15 15:08:59.786114 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-d8b3efaa-1a14-4f53-b30a-b807829cd5d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405590 Jan 15 15:08:59.945907 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b75e15d0-18c5-4b22-b428-071562646cd8 req-2e0b11cd-cc76-4226-831d-5cfcedf8ad9e service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466954 Jan 15 15:08:59.960151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '90f4f798-e053-421a-89dd-7a0bbd074b76', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:8e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:39Z', 'updated_at': '2021-01-15T15:08:57Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:59.964483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a794-ed5d-49b9-b96c-30aacc7ecfe6 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '90f4f798-e053-421a-89dd-7a0bbd074b76', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'port_id': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'mac_address': 'fa:16:3e:8e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:39Z', 'updated_at': '2021-01-15T15:08:57Z', 'revision_number': 1, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:00.262578 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2ca9f-0cce-4528-8098-283228544733 None None] New status for floating IP 90f4f798-e053-421a-89dd-7a0bbd074b76: ACTIVE {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:09:00.377256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6001-2d18-47a5-8920-bb9ac8dabf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.239881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7260a819-528d-489c-ac39-b17ba636ab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.255654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.528135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.828147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:07.988391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:09.178713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.203803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-3275425f-df4c-4bf9-a76a-8c098d16e321 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755424 Jan 15 15:09:10.383060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-4a1692d4-3408-4821-b8f0-50f31f9db4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:10.384784 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-4a1692d4-3408-4821-b8f0-50f31f9db4e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1162 time: 0.0813291 Jan 15 15:09:10.563144 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-f87db924-c1ac-48f6-9312-7bb7025a1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:10.565439 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-f87db924-c1ac-48f6-9312-7bb7025a1a9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1577060 Jan 15 15:09:10.686081 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-6e706fa1-a0b6-4391-aa31-c2a3786bc6fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 1001 time: 0.1031287 Jan 15 15:09:10.766193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-77202144-5929-4665-995c-4dfd02c380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:10.767839 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-77202144-5929-4665-995c-4dfd02c380a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0641036 Jan 15 15:09:10.852781 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-b7c0a7b0-3808-4717-b8ea-40b187a6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:10.854433 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-b7c0a7b0-3808-4717-b8ea-40b187a6189b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783131 Jan 15 15:09:11.003995 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-b950e3f0-f88c-45ff-84ba-640c52fe0f0f service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398067 Jan 15 15:09:11.163676 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d38e3924-2b80-49ae-bb27-83d77df6068a req-47acbbff-1348-4f7b-9acc-e6237ea5647e service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514139 Jan 15 15:09:13.217271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3701745-678f-4661-a35f-e89b28449773 req-49f15b36-4019-41f3-bb99-3d6026ca3e9f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:13.218897 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3701745-678f-4661-a35f-e89b28449773 req-49f15b36-4019-41f3-bb99-3d6026ca3e9f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1039424 Jan 15 15:09:13.269972 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d3701745-678f-4661-a35f-e89b28449773 req-682e8ab6-fcf5-4e55-a644-636eedd23a19 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Jan 15 15:09:14.681521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1f1c-6069-4b7d-913e-26b20d212aa9 req-83988f6e-27b3-4fc8-93c7-d47076fd890e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:14.683136 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a3ba1f1c-6069-4b7d-913e-26b20d212aa9 req-83988f6e-27b3-4fc8-93c7-d47076fd890e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1037328 Jan 15 15:09:14.733423 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a3ba1f1c-6069-4b7d-913e-26b20d212aa9 req-aeeae96e-55ec-4682-998f-5b859e0b446c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Jan 15 15:09:15.979178 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c89da-2ce6-48b3-94c8-4a0d2e49f506 req-51ef9053-6ba4-4daf-8940-c97b1457fe9b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:15.980835 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fd6c89da-2ce6-48b3-94c8-4a0d2e49f506 req-51ef9053-6ba4-4daf-8940-c97b1457fe9b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1029415 Jan 15 15:09:16.032262 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fd6c89da-2ce6-48b3-94c8-4a0d2e49f506 req-3bb11455-d9ef-4473-9345-70cb30a43b3a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Jan 15 15:09:17.275868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c16f-43b1-4238-b823-a78a4637dfe7 req-db79e975-89cb-4704-ab4c-2105c5377fb6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:17.277529 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48b3c16f-43b1-4238-b823-a78a4637dfe7 req-db79e975-89cb-4704-ab4c-2105c5377fb6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1001658 Jan 15 15:09:17.329689 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48b3c16f-43b1-4238-b823-a78a4637dfe7 req-11541158-e4e0-4c5b-b6e6-6d8cf2debd6d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 Jan 15 15:09:18.574015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161ad7-b91a-4641-a27d-d79a246bbb7c req-5152fcfc-cfbb-47d3-831a-875914427b23 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:18.575606 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-91161ad7-b91a-4641-a27d-d79a246bbb7c req-5152fcfc-cfbb-47d3-831a-875914427b23 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.0990012 Jan 15 15:09:18.629007 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-91161ad7-b91a-4641-a27d-d79a246bbb7c req-01ad26da-ec5e-4a45-9c13-bcb338b70c0e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Jan 15 15:09:19.877619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76473586-6a9d-496f-8b58-18c72b69a512 req-7eb59760-1daa-4fa8-9461-23cbdb0c63b2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:19.879129 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76473586-6a9d-496f-8b58-18c72b69a512 req-7eb59760-1daa-4fa8-9461-23cbdb0c63b2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1033409 Jan 15 15:09:19.932552 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76473586-6a9d-496f-8b58-18c72b69a512 req-ab9f4d58-c5df-4edb-816b-199f79c08e45 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Jan 15 15:09:21.176596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d556cd-bd52-423d-95a4-d75aabf0f1b1 req-09999e40-2fe2-4aac-a735-b06a75403bb6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:21.178198 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b1d556cd-bd52-423d-95a4-d75aabf0f1b1 req-09999e40-2fe2-4aac-a735-b06a75403bb6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1015224 Jan 15 15:09:21.227646 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b1d556cd-bd52-423d-95a4-d75aabf0f1b1 req-88924aeb-97f9-4fe1-890b-218eb24de634 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Jan 15 15:09:22.388044 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576142-34c0-4ea6-af33-eafea89e54bd req-7e76d888-2418-49cb-a03a-0bfe81aa8088 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:22.389740 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ad576142-34c0-4ea6-af33-eafea89e54bd req-7e76d888-2418-49cb-a03a-0bfe81aa8088 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1056366 Jan 15 15:09:22.442746 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ad576142-34c0-4ea6-af33-eafea89e54bd req-8b9fd264-a90b-4839-a06d-65f8b37f1562 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Jan 15 15:09:22.478952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdde50-0e89-4d71-93e3-1f16c4ce6145 req-23005505-3e3d-4371-9535-d59a76538483 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:22.480676 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-becdde50-0e89-4d71-93e3-1f16c4ce6145 req-23005505-3e3d-4371-9535-d59a76538483 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1048148 Jan 15 15:09:22.532433 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-becdde50-0e89-4d71-93e3-1f16c4ce6145 req-cb0ac4a9-17ad-403c-8e6b-836f27cbf383 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Jan 15 15:09:23.685830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b6f6-f8cc-41bc-8e17-51073a39a160 req-41292ff6-bf0b-4427-baff-d5d30097ef2e tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:23.687504 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aed8b6f6-f8cc-41bc-8e17-51073a39a160 req-41292ff6-bf0b-4427-baff-d5d30097ef2e tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1004789 Jan 15 15:09:23.739012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-aed8b6f6-f8cc-41bc-8e17-51073a39a160 req-95aa577c-4f8b-4fb0-abe8-3edc0810626c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Jan 15 15:09:23.787230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad050f-e1c6-4a9e-830e-37c0c8c4af16 req-6c25a2e5-10fe-4548-b14c-78a739a32cdf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:23.788882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-65ad050f-e1c6-4a9e-830e-37c0c8c4af16 req-6c25a2e5-10fe-4548-b14c-78a739a32cdf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1059136 Jan 15 15:09:23.843005 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-65ad050f-e1c6-4a9e-830e-37c0c8c4af16 req-c9cb1bae-aba4-4f6c-82f7-911727298ad8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478733 Jan 15 15:09:24.970184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc150e-c6ff-4131-8de8-0b9a6f2dcfa0 req-7fd5fb63-e57d-4841-9c9b-6c6a973ee754 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:24.971942 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-49fc150e-c6ff-4131-8de8-0b9a6f2dcfa0 req-7fd5fb63-e57d-4841-9c9b-6c6a973ee754 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1021214 Jan 15 15:09:25.023856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-49fc150e-c6ff-4131-8de8-0b9a6f2dcfa0 req-a4a9e9f3-df39-4007-b562-3e4565e6ea22 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Jan 15 15:09:25.091216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b749c-84c0-48b1-8af1-51414af5c57d req-7a7e55f7-edba-4002-b58a-98aad5fb5956 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:25.092875 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f37b749c-84c0-48b1-8af1-51414af5c57d req-7a7e55f7-edba-4002-b58a-98aad5fb5956 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1022601 Jan 15 15:09:25.144348 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f37b749c-84c0-48b1-8af1-51414af5c57d req-c38e02ff-1f5a-46ed-a3e5-cf316fa39255 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445139 Jan 15 15:09:26.253664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353fab5-b72b-4109-9911-64af7b149ee6 req-b1772a7f-2b10-43d4-bc7d-6b20febfb7d0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:26.255314 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7353fab5-b72b-4109-9911-64af7b149ee6 req-b1772a7f-2b10-43d4-bc7d-6b20febfb7d0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1033275 Jan 15 15:09:26.306313 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7353fab5-b72b-4109-9911-64af7b149ee6 req-55fe3abb-2ae9-4bf5-945f-c5c70b739fc5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Jan 15 15:09:26.394772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b71e1-7f34-40bc-97ed-baf26ce71f7a req-7c00cd5e-6f91-4ae2-bbef-dd5631fcb841 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:26.396417 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-548b71e1-7f34-40bc-97ed-baf26ce71f7a req-7c00cd5e-6f91-4ae2-bbef-dd5631fcb841 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1050684 Jan 15 15:09:26.447648 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-548b71e1-7f34-40bc-97ed-baf26ce71f7a req-b411d326-205d-4e60-952d-86f683fa86ff tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 Jan 15 15:09:27.538792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9af4a-1caf-4559-84cb-55b81f1f95f5 req-d8f26224-f439-469a-a393-c742a35bc67a tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:27.540498 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2aa9af4a-1caf-4559-84cb-55b81f1f95f5 req-d8f26224-f439-469a-a393-c742a35bc67a tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1021681 Jan 15 15:09:27.595526 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2aa9af4a-1caf-4559-84cb-55b81f1f95f5 req-e3bfa1ad-3513-47e4-9897-fae1dddfd172 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Jan 15 15:09:27.713376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254c62d-4ffb-4b5b-b68d-2932d8a10826 req-2d710da6-6a65-440d-aa7a-3452d47788a9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:27.715012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0254c62d-4ffb-4b5b-b68d-2932d8a10826 req-2d710da6-6a65-440d-aa7a-3452d47788a9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1046050 Jan 15 15:09:27.765709 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0254c62d-4ffb-4b5b-b68d-2932d8a10826 req-fdc59eea-0f08-4b1c-991a-7e5019633691 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Jan 15 15:09:27.865398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:27.937799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:27.938220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:28.828964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd418-4294-40fa-9b90-a6f3ebcfbe7c req-31d6185e-3a61-4f4c-8dd2-78ed35d01ea5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:28.831138 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-967fd418-4294-40fa-9b90-a6f3ebcfbe7c req-31d6185e-3a61-4f4c-8dd2-78ed35d01ea5 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.1018593 Jan 15 15:09:28.884838 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-967fd418-4294-40fa-9b90-a6f3ebcfbe7c req-3dfde93c-344b-4dfb-9803-d787a7cef12a tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Jan 15 15:09:29.114449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c51f02-90cf-4dd0-b6d0-1d0d1b5a249d req-d54cecac-4905-463f-a3f1-b0de95dbace4 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.115994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48c51f02-90cf-4dd0-b6d0-1d0d1b5a249d req-d54cecac-4905-463f-a3f1-b0de95dbace4 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1041436 Jan 15 15:09:29.167861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48c51f02-90cf-4dd0-b6d0-1d0d1b5a249d req-61715a1f-1db8-402a-9162-8cbf222d6606 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Jan 15 15:09:29.284930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9216-3367-47db-9a44-c34f707ac099 req-fff30888-fcc5-4786-aa7f-2fba6b48a586 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.286738 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-540b9216-3367-47db-9a44-c34f707ac099 req-fff30888-fcc5-4786-aa7f-2fba6b48a586 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 946 time: 0.0965073 Jan 15 15:09:29.367211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Deleting port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:29.367520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.623810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] For port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:29.624175 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.751811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:29.755207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Calling delete_port for 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:29.824100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:29.824556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.900595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.918683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-08191456-ecf5-4ecf-a973-fbaa3af3b074 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:29.982272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:30.023787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:09:30.024206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:30.083047 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6a60580e-2305-43cf-b16d-31dc2499f5b7 req-f45b5cce-ead3-4944-8bfd-050dd851db92 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=80174245-969f-4004-b723-6ea776e308f5 HTTP/1.1" status: 200 len: 210 time: 0.0507092 Jan 15 15:09:30.083367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Pushing event deleted for resources: {'Port': ['ID=76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:30.093519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.093928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.094354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.095151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.095552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.095932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.096536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.096729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.097073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.097472 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.097844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.098230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.098669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.099052 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.099430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.099811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.100215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.100599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.100980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.101358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.101973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.102185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.102450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.103528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:30.107726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:30.147377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] No DVR routers for this DVR port 76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:09:30.149601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:30.152379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'name': 'network-vif-deleted', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:30.169326 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-540b9216-3367-47db-9a44-c34f707ac099 req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "DELETE /v2.0/ports/76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b HTTP/1.1" status: 204 len: 173 time: 0.8759613 Jan 15 15:09:30.219810 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80174245-969f-4004-b723-6ea776e308f5', 'name': 'network-vif-deleted', 'tag': '76bd34cf-a7a4-4bd2-b5c0-b1a7911c656b', 'status': 'completed', 'code': 200} Jan 15 15:09:30.368334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7768f88c-c3c9-4b44-8091-e0e1c20cedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:30.416468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cd133-129f-4858-8a53-1eeebb4525aa req-99380f25-8dc2-4e23-9646-07cf1fd0d587 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:30.418017 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a92cd133-129f-4858-8a53-1eeebb4525aa req-99380f25-8dc2-4e23-9646-07cf1fd0d587 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1019566 Jan 15 15:09:30.472947 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a92cd133-129f-4858-8a53-1eeebb4525aa req-6857c389-94c2-4865-b0a4-fc6144faafe5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Jan 15 15:09:31.734788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bba42-8d92-413b-856c-df6c742a71fd req-f6101bfa-6afb-4f25-b974-839e21bed3d8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.736644 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9e4bba42-8d92-413b-856c-df6c742a71fd req-f6101bfa-6afb-4f25-b974-839e21bed3d8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1047068 Jan 15 15:09:31.789623 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9e4bba42-8d92-413b-856c-df6c742a71fd req-ad1fd9e3-ac41-4ae6-8e26-7b740977e08b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462408 Jan 15 15:09:32.244275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ace2915e-cdd4-4cf6-bfcb-1047e771aedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.063259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fbb27-806d-47bf-ba6f-2101d90afbdd req-3eb14e9d-b4cb-41c2-9e87-faed7e2694a1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:33.065023 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0b8fbb27-806d-47bf-ba6f-2101d90afbdd req-3eb14e9d-b4cb-41c2-9e87-faed7e2694a1 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1089263 Jan 15 15:09:33.132732 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0b8fbb27-806d-47bf-ba6f-2101d90afbdd req-467e5138-13f7-4093-bd08-bc97fcfaeb0b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613687 Jan 15 15:09:33.259224 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.402574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe0c17-233b-42f7-ae0a-ced6a4794370 req-9a679c8c-285e-46b1-9934-e53d9ff1ddaa tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:34.404407 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3abe0c17-233b-42f7-ae0a-ced6a4794370 req-9a679c8c-285e-46b1-9934-e53d9ff1ddaa tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1111591 Jan 15 15:09:34.471968 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3abe0c17-233b-42f7-ae0a-ced6a4794370 req-96d957ec-ee38-499f-9ecc-bd400590bca7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573647 Jan 15 15:09:34.541546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.835939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.770609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b24e2-7275-47dc-80b0-e2b105c81608 req-5361ca2e-9a60-4896-bcd7-819aa3feed09 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:35.779197 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-634b24e2-7275-47dc-80b0-e2b105c81608 req-5361ca2e-9a60-4896-bcd7-819aa3feed09 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1323311 Jan 15 15:09:35.845287 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-634b24e2-7275-47dc-80b0-e2b105c81608 req-481377ed-7d85-496e-9ad9-0f9d57b139eb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646968 Jan 15 15:09:35.937313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-56218d20-ee3b-466e-8efc-85dd36b3a1e9 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:35.939592 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-56218d20-ee3b-466e-8efc-85dd36b3a1e9 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 814 time: 0.4225109 Jan 15 15:09:35.967767 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6a52e3c0-b663-4cac-a6aa-2af91b08bdf9 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/quotas/c4a5fbceb7e54767b93057ab66426e90 HTTP/1.1" status: 200 len: 375 time: 0.0184999 Jan 15 15:09:36.015737 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-2943480e-4c6a-4e26-9dbf-95645ba3ad23 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471239 Jan 15 15:09:36.187474 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-557309bd-b3c7-4e15-92bc-1722f2184d8d service neutron] 10.222.0.52 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586041 Jan 15 15:09:36.361713 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-ccca7fd2-72c9-4da2-80c1-9e80704c6b2a service neutron] 10.222.0.52 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1658897 Jan 15 15:09:36.581556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3f3aeb5b-058a-4010-8dab-706e40fec960 req-537c4466-a4d4-401a-a45c-e5a3bf8563a2 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Synchronizing usage tracker for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:36.597063 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-3f3aeb5b-058a-4010-8dab-706e40fec960 req-537c4466-a4d4-401a-a45c-e5a3bf8563a2 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Unset dirty status for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:36.608662 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3f3aeb5b-058a-4010-8dab-706e40fec960 req-537c4466-a4d4-401a-a45c-e5a3bf8563a2 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 210 time: 0.0773110 Jan 15 15:09:37.142729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e57f-fbd0-41ee-9a29-b131500633b3 req-6463f606-9fb7-4604-973f-94dd5310d00e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:37.148809 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1314e57f-fbd0-41ee-9a29-b131500633b3 req-6463f606-9fb7-4604-973f-94dd5310d00e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1363127 Jan 15 15:09:37.225099 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1314e57f-fbd0-41ee-9a29-b131500633b3 req-0e9efe43-f0ea-4520-9aed-a33bbf1c6a1c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673850 Jan 15 15:09:37.805528 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b600a0b-f22c-425c-b149-178e6136325c req-95fa0d8f-8db7-4019-9fba-d3507f40a3ad tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 210 time: 0.0575187 Jan 15 15:09:38.338692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-5189ec86-208f-4067-85cc-712f6f9e6435 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:38.340358 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-5189ec86-208f-4067-85cc-712f6f9e6435 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 814 time: 0.4618785 Jan 15 15:09:38.368359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Request body: {'port': {'device_id': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d', 'admin_state_up': True, 'tenant_id': 'c4a5fbceb7e54767b93057ab66426e90'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:38.604095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990c849-0240-4b5e-a80f-4ed08098ffc8 req-8f8ae3a8-7a60-4eb6-9d8c-f66d45091cce tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:38.605792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0990c849-0240-4b5e-a80f-4ed08098ffc8 req-8f8ae3a8-7a60-4eb6-9d8c-f66d45091cce tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.2191103 Jan 15 15:09:38.620453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:38.630391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:38.660282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Made reservation on behalf of c4a5fbceb7e54767b93057ab66426e90 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:38.668200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:38.722575 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0990c849-0240-4b5e-a80f-4ed08098ffc8 req-30d6592e-63ff-46e7-aebd-d4ecb437e4df tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966945 Jan 15 15:09:39.020401 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9f82f941-3f81-4399-943e-fed7ce5f46f7 req-29fa837a-db93-4e2f-a8b7-7d3549d945f6 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 210 time: 0.0527678 Jan 15 15:09:39.065035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Allocated IP 172.20.0.11 (08a818b4-1d8b-42fe-9872-45c7def6c84d/54637849-be0e-4c49-8ffd-ce9c1c2519c6/b909a266-a1d4-4414-8121-65a8749af79a) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:39.191344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.309848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.338363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.357300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5aac14aa-891d-4ae5-867c-c20b9264ebd2 tempest-VolumesNegativeTest-1136299448 tempest-VolumesNegativeTest-1136299448] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:39.543327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Pushing event updated for resources: {'Port': ['ID=b909a266-a1d4-4414-8121-65a8749af79a,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:39.545771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:39.567529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:39.568763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:39.571212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:39.668213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:39.669347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.705819 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3419032 Jan 15 15:09:39.729792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Request body: {'port': {'device_id': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:39.870791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.024834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da7fd-757e-4584-bd86-7b845cddaa42 req-dc72f68a-66e1-46f0-87cc-6a9337f28c33 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:40.024834 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-114da7fd-757e-4584-bd86-7b845cddaa42 req-dc72f68a-66e1-46f0-87cc-6a9337f28c33 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1307967 Jan 15 15:09:40.102230 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-114da7fd-757e-4584-bd86-7b845cddaa42 req-1cef47d8-65b6-471d-97b8-541b07ca0801 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725205 Jan 15 15:09:40.370952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8abcf-af43-438c-a803-e3a16ed78885 req-561ccc09-5ad2-4782-8644-38337685af11 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:40.371756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f2d8abcf-af43-438c-a803-e3a16ed78885 req-561ccc09-5ad2-4782-8644-38337685af11 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Synchronizing usage tracker for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:40.402390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f2d8abcf-af43-438c-a803-e3a16ed78885 req-561ccc09-5ad2-4782-8644-38337685af11 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Unset dirty status for tenant:c4a5fbceb7e54767b93057ab66426e90 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:40.403688 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2d8abcf-af43-438c-a803-e3a16ed78885 req-561ccc09-5ad2-4782-8644-38337685af11 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 932 time: 0.1997774 Jan 15 15:09:40.504748 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2d8abcf-af43-438c-a803-e3a16ed78885 req-67a3b84e-8c73-459b-878f-4512a8e34efe tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Jan 15 15:09:40.517712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b909a266-a1d4-4414-8121-65a8749af79a {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:09:40.528374 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.543036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Transition to ACTIVE for port object b909a266-a1d4-4414-8121-65a8749af79a will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:40.546084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.562765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9216aa5a-1fed-4b4f-8d25-a133471d1fb1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:40.697439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Pushing event updated for resources: {'Port': ['ID=b909a266-a1d4-4414-8121-65a8749af79a,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:40.701813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:40.900013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Attempting to bind port b909a266-a1d4-4414-8121-65a8749af79a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:09:40.900426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Attempting to bind port b909a266-a1d4-4414-8121-65a8749af79a by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:09:40.900799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Attempting to bind port b909a266-a1d4-4414-8121-65a8749af79a on network 08a818b4-1d8b-42fe-9872-45c7def6c84d {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:09:40.908090 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:09:40.908486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Checking segment: {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:40.908899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.909297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Bound using segment: {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:09:40.909776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Bound port: b909a266-a1d4-4414-8121-65a8749af79a, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d17b085-6a76-42f7-86ac-0179b4fd3ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '08a818b4-1d8b-42fe-9872-45c7def6c84d'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:09:40.910156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:41.017474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] For port b909a266-a1d4-4414-8121-65a8749af79a, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:09:41.020811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] For port b909a266-a1d4-4414-8121-65a8749af79a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b909a266-a1d4-4414-8121-65a8749af79a,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:09:41.024335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:41.040885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d64c8b9-f1d2-47b8-b1da-6d6a137cff66 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:41.196855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Pushing event updated for resources: {'Port': ['ID=b909a266-a1d4-4414-8121-65a8749af79a,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:41.201550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:41.233359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.234091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:41.235829 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] 10.222.0.69 "PUT /v2.0/ports/b909a266-a1d4-4414-8121-65a8749af79a HTTP/1.1" status: 200 len: 1158 time: 1.5128424 Jan 15 15:09:41.236407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:41.299993 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a', 'status': 'completed', 'code': 200} Jan 15 15:09:41.406205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89076dc-4a3f-4b22-8565-6ccd49712e38 req-d0e0e6d2-564c-498e-a59c-9067fc4b2c1a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.408481 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d89076dc-4a3f-4b22-8565-6ccd49712e38 req-d0e0e6d2-564c-498e-a59c-9067fc4b2c1a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1616211 Jan 15 15:09:41.467098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-b8cf47b6-2b33-48cc-9c60-6f4db9f9c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.468745 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-b8cf47b6-2b33-48cc-9c60-6f4db9f9c3cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 1161 time: 0.1445792 Jan 15 15:09:41.475166 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d89076dc-4a3f-4b22-8565-6ccd49712e38 req-388b94c8-4260-4740-a2c9-ad7ec2a085a4 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597246 Jan 15 15:09:41.637051 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-e0677daf-f898-40cc-9e06-d6169b81176a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b909a266-a1d4-4414-8121-65a8749af79a HTTP/1.1" status: 200 len: 217 time: 0.0658062 Jan 15 15:09:41.717511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-391f73b7-5d55-4733-8275-6ef4f0c83733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.719516 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-391f73b7-5d55-4733-8275-6ef4f0c83733 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54637849-be0e-4c49-8ffd-ce9c1c2519c6 HTTP/1.1" status: 200 len: 854 time: 0.0729196 Jan 15 15:09:41.743403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753da4-f93f-44af-a3b5-51ba9301bb55 req-d8cca1c9-b11c-42f7-95f8-d0f7699693e2 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.745091 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88753da4-f93f-44af-a3b5-51ba9301bb55 req-d8cca1c9-b11c-42f7-95f8-d0f7699693e2 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 944 time: 0.1100941 Jan 15 15:09:41.774391 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-4809f193-b66d-4ffb-b09e-4b9923e05dad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08a818b4-1d8b-42fe-9872-45c7def6c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449059 Jan 15 15:09:41.797860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88753da4-f93f-44af-a3b5-51ba9301bb55 req-ca7f6004-ddc5-42eb-aeba-b1a62acbb5c1 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 Jan 15 15:09:41.998046 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9be7cd27-ab63-4cf0-bc91-d4522a3195d9 service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882966 Jan 15 15:09:42.111805 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-554548da-6e86-4170-a756-480e9d912e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:42.113543 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-554548da-6e86-4170-a756-480e9d912e47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1162 time: 0.1893325 Jan 15 15:09:42.449918 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-76ce08d7-0d33-4792-94ff-1441f8a39a9c req-9548e76b-a0db-4699-8de5-582b5552c94d service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4442794 Jan 15 15:09:42.516000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-f5c556ba-37d1-4f22-8d28-512b63d0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:42.518169 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-f5c556ba-37d1-4f22-8d28-512b63d0bb58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.3802686 Jan 15 15:09:42.701836 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-6d321d9e-8d77-4d71-a3bf-1f810f26e690 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 1001 time: 0.1553729 Jan 15 15:09:42.724659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77937eda-85d4-4f7a-a38b-fa775baa7afd req-3d5579f7-8973-4f39-811c-03887decfbd0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:42.726335 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77937eda-85d4-4f7a-a38b-fa775baa7afd req-3d5579f7-8973-4f39-811c-03887decfbd0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1024733 Jan 15 15:09:42.775643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-e125d9c7-ff57-4f1f-8742-df293edf6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:42.777297 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-e125d9c7-ff57-4f1f-8742-df293edf6f41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4a5fbceb7e54767b93057ab66426e90&device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 1161 time: 0.1712205 Jan 15 15:09:42.778672 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77937eda-85d4-4f7a-a38b-fa775baa7afd req-e3cb31df-b824-4630-a792-4b9131aa4db4 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Jan 15 15:09:42.785430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-a6fc86eb-9683-493d-b135-4e77e87aaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:42.787180 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-a6fc86eb-9683-493d-b135-4e77e87aaa7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0769632 Jan 15 15:09:43.054383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-62bfe5f5-329b-4b44-960b-fbb782277791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:43.055960 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-62bfe5f5-329b-4b44-960b-fbb782277791 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2456455 Jan 15 15:09:43.057899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-18bb4098-e546-438b-b92e-93cb97bb64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:43.059357 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-18bb4098-e546-438b-b92e-93cb97bb64b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 200 len: 908 time: 0.2712493 Jan 15 15:09:43.168437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167e1ba-7906-450a-abd0-e9b21a2d9a67 req-bb02431a-1cd5-4aa3-beb1-77fb157081b4 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:43.170053 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e167e1ba-7906-450a-abd0-e9b21a2d9a67 req-bb02431a-1cd5-4aa3-beb1-77fb157081b4 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 944 time: 0.2355325 Jan 15 15:09:43.254240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-63b5b90e-076c-4201-918f-1e6f2f3b9a5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b909a266-a1d4-4414-8121-65a8749af79a HTTP/1.1" status: 200 len: 217 time: 0.1611967 Jan 15 15:09:43.363525 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e167e1ba-7906-450a-abd0-e9b21a2d9a67 req-1dc1582e-d9dd-4d77-a517-a5926ed3ed45 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355004 Jan 15 15:09:43.382331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-8629dfce-939f-43e7-95ed-81ca44ecf930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:43.384087 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-8629dfce-939f-43e7-95ed-81ca44ecf930 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54637849-be0e-4c49-8ffd-ce9c1c2519c6 HTTP/1.1" status: 200 len: 854 time: 0.1202521 Jan 15 15:09:43.447042 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-6ea21df8-e04e-476e-b97d-86aaa2a4fca6 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759880 Jan 15 15:09:43.449224 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-984a00b1-b3ed-4366-ad33-7dea82e0ad6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08a818b4-1d8b-42fe-9872-45c7def6c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513716 Jan 15 15:09:43.724368 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c67833f9-6bf6-4cb5-b565-3bbf84c62dd7 req-4d172cf3-f3a0-4efc-9a79-1d89e550be5f service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2623115 Jan 15 15:09:43.726334 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-a02e75a9-70db-49e5-96e9-cde6f7486e05 service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631671 Jan 15 15:09:43.886573 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8ac2893f-f05a-4cdd-a23a-49e7494dc325 req-a022561a-182d-41ba-8efd-26f8737bee4f service neutron] 10.222.0.69 "GET /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400516 Jan 15 15:09:44.029818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a144b75-422b-4b46-92cf-f68ef53a64fb req-e176c932-01a4-4ab8-a1ad-b6c2c6e97fc0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:44.031351 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9a144b75-422b-4b46-92cf-f68ef53a64fb req-e176c932-01a4-4ab8-a1ad-b6c2c6e97fc0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1040845 Jan 15 15:09:44.082565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9a144b75-422b-4b46-92cf-f68ef53a64fb req-68642f2d-20a2-4385-8f0e-90033e9ef2b0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 Jan 15 15:09:44.622912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0c90-8fb6-4cb9-9d07-d9fc72b1a8e7 req-c4f08c5e-2102-4d83-8640-b0bd0a7ec4af tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:44.624552 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e73b0c90-8fb6-4cb9-9d07-d9fc72b1a8e7 req-c4f08c5e-2102-4d83-8640-b0bd0a7ec4af tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 944 time: 0.1078053 Jan 15 15:09:44.680325 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e73b0c90-8fb6-4cb9-9d07-d9fc72b1a8e7 req-5050bc30-fd0d-4605-bccf-27a1b04e851e tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481069 Jan 15 15:09:44.988357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:45.329865 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ca7ca-61bb-481a-bcb4-647733500570 req-258fa85c-f317-4163-9685-8ecd6003bfe0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:45.331423 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b3ca7ca-61bb-481a-bcb4-647733500570 req-258fa85c-f317-4163-9685-8ecd6003bfe0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1042066 Jan 15 15:09:45.383012 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4b3ca7ca-61bb-481a-bcb4-647733500570 req-2b5c1133-43f8-4076-aca5-3ddfe90df84e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Jan 15 15:09:45.913315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027f102-be14-46be-bcb5-12458474bef3 req-49357e08-8237-462a-8cbe-6d1abf7ec75d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:45.915030 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9027f102-be14-46be-bcb5-12458474bef3 req-49357e08-8237-462a-8cbe-6d1abf7ec75d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 944 time: 0.1024792 Jan 15 15:09:45.973327 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9027f102-be14-46be-bcb5-12458474bef3 req-a9222575-b518-421e-b3df-7481641f7bfc tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Jan 15 15:09:46.276959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b909a266-a1d4-4414-8121-65a8749af79a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:46.346794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port b909a266-a1d4-4414-8121-65a8749af79a completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:46.351803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b909a266-a1d4-4414-8121-65a8749af79a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:46.352277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.476954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.514674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port b909a266-a1d4-4414-8121-65a8749af79a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b909a266-a1d4-4414-8121-65a8749af79a,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:46.516029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:46.523657 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.525986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:46.590384 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a', 'code': 200} Jan 15 15:09:46.595690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=b909a266-a1d4-4414-8121-65a8749af79a,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:46.603631 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.604016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.604420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.604792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.605166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.605529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.605895 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.606255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.606615 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.606974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.607332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.607689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.608127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.608486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.608842 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.609198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.609553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.610496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.610855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.611216 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.611575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.611951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.612299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.612653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.617054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:46.649867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb68cb9-96d0-4d05-9566-fd57be90eddc req-be3cc4c8-91f7-4266-84d8-8e3060ee443b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:46.651544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9cb68cb9-96d0-4d05-9566-fd57be90eddc req-be3cc4c8-91f7-4266-84d8-8e3060ee443b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1028860 Jan 15 15:09:46.704586 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9cb68cb9-96d0-4d05-9566-fd57be90eddc req-2f05cd8d-b15e-449c-bf1e-194ed7f617bb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Jan 15 15:09:46.881924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea67cc-1b47-44aa-a3c7-6e0d49ca0e8d req-4681365f-671a-4312-918c-27242a6b2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:46.883605 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0eea67cc-1b47-44aa-a3c7-6e0d49ca0e8d req-4681365f-671a-4312-918c-27242a6b2426 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 1163 time: 0.0744708 Jan 15 15:09:46.930834 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0eea67cc-1b47-44aa-a3c7-6e0d49ca0e8d req-8779cdba-8c3b-42dc-8bb7-cf21409699df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Jan 15 15:09:47.417001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34795ec1-dbad-474f-aac6-d2f1a2114fbc req-066d437f-b225-4422-97f9-b346f6f71e7d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.418717 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-34795ec1-dbad-474f-aac6-d2f1a2114fbc req-066d437f-b225-4422-97f9-b346f6f71e7d tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1043172 Jan 15 15:09:47.473976 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-34795ec1-dbad-474f-aac6-d2f1a2114fbc req-9ef77c1a-2ba0-4e59-b920-a7ce458b0df8 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485969 Jan 15 15:09:47.935648 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b909a266-a1d4-4414-8121-65a8749af79a up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:48.010528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b909a266-a1d4-4414-8121-65a8749af79a triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:48.010930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.179207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:48.333825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603b7-8a17-4a1c-9225-5493aa91f5a3 req-563f94e5-cee3-4a86-b351-d21da59177e5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.336360 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-96d9e89e-ac66-4bb4-88c8-e5fb3f9598f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978501 Jan 15 15:09:48.342481 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3bc603b7-8a17-4a1c-9225-5493aa91f5a3 req-563f94e5-cee3-4a86-b351-d21da59177e5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1184940 Jan 15 15:09:48.345664 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.385182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:48.388909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.391154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:48.398393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3bc603b7-8a17-4a1c-9225-5493aa91f5a3 req-78f625c0-d8d5-4eea-b3a0-a1cb5e0e03c0 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548923 Jan 15 15:09:48.468511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:48.472408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:48.591289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:48.653040 dv-cinder-689486-7-smb neutron-server[79953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'code': 422} returned with failed status Jan 15 15:09:48.707697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7b9d-21df-41b9-8a5f-23f405b95a32 req-762cd0f5-6423-4db8-bd3b-d4c57ef98f23 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.709367 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce9b7b9d-21df-41b9-8a5f-23f405b95a32 req-762cd0f5-6423-4db8-bd3b-d4c57ef98f23 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1010575 Jan 15 15:09:48.763860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ce9b7b9d-21df-41b9-8a5f-23f405b95a32 req-72469c01-6615-4d40-91b0-87afd4657b02 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Jan 15 15:09:48.930115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-d0583df5-2fe0-4111-98a6-5434139e8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.931794 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-d0583df5-2fe0-4111-98a6-5434139e8843 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d&tenant_id=135eaeadac0c4c12821c18da3100ac34 HTTP/1.1" status: 200 len: 1160 time: 0.0795202 Jan 15 15:09:49.041745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-0cb22c43-6ac9-4908-800e-59e1ffe63f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.043378 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-0cb22c43-6ac9-4908-800e-59e1ffe63f97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eaeadac0c4c12821c18da3100ac34&device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1160 time: 0.0764747 Jan 15 15:09:49.188684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-ffbfb3cf-f880-4b41-8c46-4a496ded0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.190404 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-ffbfb3cf-f880-4b41-8c46-4a496ded0296 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 200 len: 911 time: 0.1396048 Jan 15 15:09:49.305042 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-40165d62-604e-438e-9146-5c906465fa97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 200 len: 999 time: 0.1048641 Jan 15 15:09:49.375733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-26b19558-75d8-43b2-8d1b-e4eb1495c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.377724 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-26b19558-75d8-43b2-8d1b-e4eb1495c72e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 200 len: 856 time: 0.0659077 Jan 15 15:09:49.494782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-9c8da378-6243-4583-a95a-f80308dd4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.496534 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-9c8da378-6243-4583-a95a-f80308dd4109 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9097f58-b27d-4e6a-8871-78d5180db0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989633 Jan 15 15:09:49.647101 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-adff16db-68b3-4e3e-8f87-0d74571df853 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432676 Jan 15 15:09:49.676633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631f51-a79f-4258-813c-506e8817cc65 req-ed6c579f-a457-4e5f-ad7a-2f5bf48d0f25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.678336 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0c631f51-a79f-4258-813c-506e8817cc65 req-ed6c579f-a457-4e5f-ad7a-2f5bf48d0f25 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1053703 Jan 15 15:09:49.729413 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0c631f51-a79f-4258-813c-506e8817cc65 req-9db4cf48-a46f-4c9a-ac98-1c28cf9ac8ec tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Jan 15 15:09:49.798930 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-01d5a6cc-abac-44f4-a2b3-139382e6ccc5 req-7cad8b23-f53d-425d-9da9-9af0245c33c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402891 Jan 15 15:09:51.033863 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67885805-6f40-4f90-a083-2a8c275dce7a req-cc2eada0-0159-4de7-a384-ae2666b0f4c9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:51.036488 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-67885805-6f40-4f90-a083-2a8c275dce7a req-cc2eada0-0159-4de7-a384-ae2666b0f4c9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1208327 Jan 15 15:09:51.090848 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-67885805-6f40-4f90-a083-2a8c275dce7a req-04d891d2-f724-44a2-adda-39ace6ea5c03 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471442 Jan 15 15:09:52.366713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3108d1-7a93-4ebb-8e47-c379bab80ae6 req-a9a9063b-7559-4add-b2c0-6f671d498674 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:52.368382 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ae3108d1-7a93-4ebb-8e47-c379bab80ae6 req-a9a9063b-7559-4add-b2c0-6f671d498674 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1012294 Jan 15 15:09:52.425054 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ae3108d1-7a93-4ebb-8e47-c379bab80ae6 req-9842a40f-fa93-4183-bdd9-cb28bd6e77c3 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500977 Jan 15 15:09:53.683711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6ea4-981c-4682-a042-001320f12b37 req-8e9403c5-5dba-4815-a6c9-6feddee15eb5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:53.685428 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-55bb6ea4-981c-4682-a042-001320f12b37 req-8e9403c5-5dba-4815-a6c9-6feddee15eb5 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1028118 Jan 15 15:09:53.741034 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-55bb6ea4-981c-4682-a042-001320f12b37 req-95120f34-9933-4b6d-8bb7-146f6f39dbbb tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483925 Jan 15 15:09:54.998688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a7a4-d833-4150-bdd7-f3c0e28c1a04 req-300be1cd-f07a-45c8-b653-5eae7b6ecba9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.001046 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4815a7a4-d833-4150-bdd7-f3c0e28c1a04 req-300be1cd-f07a-45c8-b653-5eae7b6ecba9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1099207 Jan 15 15:09:55.054118 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4815a7a4-d833-4150-bdd7-f3c0e28c1a04 req-b3c42312-1614-41b3-9264-775d19683cbf tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462213 Jan 15 15:09:56.311348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbca0-c3b8-420f-84f1-b7979f11bde2 req-9b7c13f2-8e2a-457c-9397-00c1b1cad6de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.313869 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-493cbca0-c3b8-420f-84f1-b7979f11bde2 req-9b7c13f2-8e2a-457c-9397-00c1b1cad6de tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1034381 Jan 15 15:09:56.369754 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-493cbca0-c3b8-420f-84f1-b7979f11bde2 req-bf87e796-4790-4913-8e0b-faee965ab253 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497425 Jan 15 15:09:57.624794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81a2e7-e5b6-44c5-949c-fe3ca2e16e26 req-f05e85ab-7548-4ff9-87ec-ab9af865dcba tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.626665 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8c81a2e7-e5b6-44c5-949c-fe3ca2e16e26 req-f05e85ab-7548-4ff9-87ec-ab9af865dcba tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1064565 Jan 15 15:09:57.679744 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8c81a2e7-e5b6-44c5-949c-fe3ca2e16e26 req-c859381d-673a-4c37-9025-9b7ee5c90f79 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 Jan 15 15:09:58.935165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90517-92f5-43e0-af11-083979cda723 req-72b26e78-0f12-40bc-8c01-206511c42b05 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:58.936910 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16a90517-92f5-43e0-af11-083979cda723 req-72b26e78-0f12-40bc-8c01-206511c42b05 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1069844 Jan 15 15:09:58.992089 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16a90517-92f5-43e0-af11-083979cda723 req-db66b096-f1af-46e2-a5be-698ce5c30ec3 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482013 Jan 15 15:10:00.248139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e4ec-d87b-46ab-a751-bca9aa749bd5 req-8d937ed1-dcaf-42fd-a6c8-caf9054237f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:00.249758 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77b0e4ec-d87b-46ab-a751-bca9aa749bd5 req-8d937ed1-dcaf-42fd-a6c8-caf9054237f6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1029313 Jan 15 15:10:00.306988 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-77b0e4ec-d87b-46ab-a751-bca9aa749bd5 req-e004731c-9c59-48d0-8d7f-01e69f2a7cfd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492282 Jan 15 15:10:00.371789 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b32-ee96-4873-b6e4-266ca9f12437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:01.566273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaea90-4807-4846-a8f7-f8cbd514aa7f req-892398ba-f07e-483c-b85c-568865cbc562 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:01.567975 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-26eaea90-4807-4846-a8f7-f8cbd514aa7f req-892398ba-f07e-483c-b85c-568865cbc562 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1085610 Jan 15 15:10:01.623095 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-26eaea90-4807-4846-a8f7-f8cbd514aa7f req-110323e9-b198-4652-baf8-ee14c6858eb9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482063 Jan 15 15:10:02.246986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-61561538-1625-4d8e-aafc-4c4614953038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:02.872417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608c8c8-46fe-4931-b6c1-78cab32fe40c req-c4c5075b-fa8f-4053-93aa-4405436dc66f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.874018 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6608c8c8-46fe-4931-b6c1-78cab32fe40c req-c4c5075b-fa8f-4053-93aa-4405436dc66f tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1049328 Jan 15 15:10:02.927698 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6608c8c8-46fe-4931-b6c1-78cab32fe40c req-65e691bd-c313-4049-955c-ff93050ebf9a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Jan 15 15:10:03.261628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:04.240114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5333bd-bf26-4f10-b716-c3ed0eac78d2 req-0e292c23-6c71-4137-b3d7-b4ec5a65daa9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:04.245041 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5333bd-bf26-4f10-b716-c3ed0eac78d2 req-0e292c23-6c71-4137-b3d7-b4ec5a65daa9 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1637888 Jan 15 15:10:04.306776 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3e5333bd-bf26-4f10-b716-c3ed0eac78d2 req-404c9dad-36d8-42ff-a82b-7ad95d870664 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575094 Jan 15 15:10:04.534742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:04.834256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:05.555974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae30d-83ac-44ac-870b-70ae192fa935 req-cd204a94-dd4f-4b60-87ac-760cc0612c9a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:05.557622 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d02ae30d-83ac-44ac-870b-70ae192fa935 req-cd204a94-dd4f-4b60-87ac-760cc0612c9a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1059170 Jan 15 15:10:05.609168 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d02ae30d-83ac-44ac-870b-70ae192fa935 req-7814fdde-5065-43a3-92f5-ef4702eaf690 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Jan 15 15:10:06.526262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:06.597401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:06.597982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:06.729131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:06.758731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:06.769808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:06.773288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:06.775834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:06.828665 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'code': 200} Jan 15 15:10:06.848634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=6']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:06.852141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:06.882021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14374b-3ca5-4b60-ab21-f7d974f55c49 req-2e308043-7edc-432c-95bf-9ab16573025a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:06.883727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8d14374b-3ca5-4b60-ab21-f7d974f55c49 req-2e308043-7edc-432c-95bf-9ab16573025a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1043186 Jan 15 15:10:06.936579 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8d14374b-3ca5-4b60-ab21-f7d974f55c49 req-b709264a-7360-443c-a4fa-ef1fef54e784 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463164 Jan 15 15:10:07.401152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7537c-9580-46b4-94a0-86421d6671fe req-8c75d97a-3270-4d20-a538-215b54ce6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:07.402789 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-11a7537c-9580-46b4-94a0-86421d6671fe req-8c75d97a-3270-4d20-a538-215b54ce6807 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 1162 time: 0.3073323 Jan 15 15:10:07.447586 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-11a7537c-9580-46b4-94a0-86421d6671fe req-16c70433-5d09-4753-a01a-c4bd323db96f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374568 Jan 15 15:10:08.054421 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:08.143906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:08.144364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:08.192297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a8c54-cdda-4192-ab6e-f81b79cc1c7e req-87486ce2-a633-4a60-8dfb-ca93b0eb7d19 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:08.193943 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab1a8c54-cdda-4192-ab6e-f81b79cc1c7e req-87486ce2-a633-4a60-8dfb-ca93b0eb7d19 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1047335 Jan 15 15:10:08.247375 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ab1a8c54-cdda-4192-ab6e-f81b79cc1c7e req-f0409f70-d280-4a22-8ffc-2018829ec8ff tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466166 Jan 15 15:10:09.214140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:09.514158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce39c4-a347-4712-8e0e-c4dfab57d512 req-ac6757f5-0205-4789-8104-37301e7ec6e6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:09.517310 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78ce39c4-a347-4712-8e0e-c4dfab57d512 req-ac6757f5-0205-4789-8104-37301e7ec6e6 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1195812 Jan 15 15:10:09.570530 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-78ce39c4-a347-4712-8e0e-c4dfab57d512 req-c96eaeb5-08f9-421b-a0fa-089a13d7444c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462301 Jan 15 15:10:10.077635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:10.154373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:10.154798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:10.307713 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-1d55279f-f9e8-47dc-bd47-66fb3a034cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835047 Jan 15 15:10:10.476296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-54f7cfe0-8de9-4b91-87a8-5536da9c0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.477847 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-54f7cfe0-8de9-4b91-87a8-5536da9c0f75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f978ca62a7fe48749613357e22a29d8c&device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 1162 time: 0.0766518 Jan 15 15:10:10.638375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-e09eb5aa-e453-4e7f-9d5b-3ddc9298a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.640005 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-e09eb5aa-e453-4e7f-9d5b-3ddc9298a0ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 200 len: 904 time: 0.1404498 Jan 15 15:10:10.757160 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-c12e21d2-e3b0-494d-b760-6975f8346360 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 200 len: 999 time: 0.1033354 Jan 15 15:10:10.825056 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00d2b-14de-4844-bf0e-1dbc9f72169c req-2fe055e4-2007-4f04-8008-560059c22065 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.826727 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fd00d2b-14de-4844-bf0e-1dbc9f72169c req-2fe055e4-2007-4f04-8008-560059c22065 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1069241 Jan 15 15:10:10.838719 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-5d5ede9d-3def-4c91-b015-4e18cbcf41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.840308 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-5d5ede9d-3def-4c91-b015-4e18cbcf41d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 200 len: 849 time: 0.0685582 Jan 15 15:10:10.884096 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8fd00d2b-14de-4844-bf0e-1dbc9f72169c req-11950be1-60ae-450d-beac-6257698f2dae tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Jan 15 15:10:10.938428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-e45e57ae-f4d5-47a8-9460-783c7ec9f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.940601 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-e45e57ae-f4d5-47a8-9460-783c7ec9f28a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f2137c8-ec4a-415d-b635-8a76104e4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883839 Jan 15 15:10:11.108528 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-9ee6ca64-f73b-45ea-a4c1-b7392a615729 service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384220 Jan 15 15:10:11.251115 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-99654a1a-37f5-4f55-bb5b-db607d7833db req-053abc27-2c40-4c65-b006-7192ceadb94b service neutron] 10.222.0.69 "GET /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355317 Jan 15 15:10:17.398376 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f9aec-32ad-465f-9626-ba8d83f9d18c req-f438eaae-4f73-4457-aa7f-c807916162d6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:17.399981 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fe8f9aec-32ad-465f-9626-ba8d83f9d18c req-f438eaae-4f73-4457-aa7f-c807916162d6 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.0997944 Jan 15 15:10:17.450710 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fe8f9aec-32ad-465f-9626-ba8d83f9d18c req-264c5fd9-0399-4572-978c-f96915a88534 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444610 Jan 15 15:10:18.683517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140388f-ef58-4067-b127-ff1e560c6ca8 req-1e3de5fc-3740-403d-aef6-8b6ca58b928c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:18.685138 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a140388f-ef58-4067-b127-ff1e560c6ca8 req-1e3de5fc-3740-403d-aef6-8b6ca58b928c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.0987730 Jan 15 15:10:18.739517 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a140388f-ef58-4067-b127-ff1e560c6ca8 req-2955b830-1fd2-4fab-a963-9b3ad08f0c4e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474665 Jan 15 15:10:19.980169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a57ae-1698-4630-9501-f744056204fa req-a667b07a-a7ed-4f2f-8be0-081cff5272d9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:19.981860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b23a57ae-1698-4630-9501-f744056204fa req-a667b07a-a7ed-4f2f-8be0-081cff5272d9 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.1099544 Jan 15 15:10:20.039163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b23a57ae-1698-4630-9501-f744056204fa req-cdbc27dc-31b3-4104-a30e-38265676a9a7 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups?id=6a877604-f295-42ba-bb12-9715af802f72&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454273 Jan 15 15:10:20.274953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-98e13199-16cd-4ed0-8275-34a513887b3c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.276571 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-98e13199-16cd-4ed0-8275-34a513887b3c tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 945 time: 0.1034796 Jan 15 15:10:20.356166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Deleting port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:20.356492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:20.620928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] For port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:20.621328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:20.921689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:20.922035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:20.922509 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Floating IP 90f4f798-e053-421a-89dd-7a0bbd074b76 disassociated. External IP: 172.28.0.3, port: 79ad27dd-0078-40d2-81ab-bfacd7c94dc2. Jan 15 15:10:20.922919 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Calling delete_port for 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:21.076036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:21.092184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-edf99bc1-c652-43b8-90b3-5e65c685ad7c tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:21.138581 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'Port': ['ID=79ad27dd-0078-40d2-81ab-bfacd7c94dc2,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:21.192570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:21.254836 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cd32ce52-24cb-4659-beb1-9c04149b9479 req-9f3db576-5859-4190-bb17-5ed4361bb96e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 210 time: 0.0612619 Jan 15 15:10:21.569759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:10:21.606947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939028-ab8c-4643-9d67-84b1196a6103 req-c50bb8cb-cda9-425f-8293-f02edd30faec tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.608543 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-59939028-ab8c-4643-9d67-84b1196a6103 req-c50bb8cb-cda9-425f-8293-f02edd30faec tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1454566 Jan 15 15:10:21.806281 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-59939028-ab8c-4643-9d67-84b1196a6103 req-7c14df2f-a2ce-403e-981d-ea59e3819f99 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373081 Jan 15 15:10:21.839906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:10:21.850420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:10:21.860330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:21.860996 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:21.881066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] No DVR routers for this DVR port 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:10:21.883401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:21.887463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'name': 'network-vif-deleted', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:21.904422 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0ed5a53b-f916-4879-8fa4-28ff84ce1d23 req-64527e0c-c2b6-4791-a40e-02a1fce35374 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.69 "DELETE /v2.0/ports/79ad27dd-0078-40d2-81ab-bfacd7c94dc2 HTTP/1.1" status: 204 len: 173 time: 1.6194115 Jan 15 15:10:21.952723 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e962cd2-01c1-43e9-a24d-84aa24fc1161', 'name': 'network-vif-deleted', 'tag': '79ad27dd-0078-40d2-81ab-bfacd7c94dc2', 'status': 'completed', 'code': 200} Jan 15 15:10:21.999172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:22.040715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:22.056681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:22.079070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:10:22.079632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 79ad27dd-0078-40d2-81ab-bfacd7c94dc2 not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:10:22.381133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:22.385390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:10:22.394393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:22.395074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:22.441215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-d26136c3-7f57-43b0-b91f-ee331739af83 req-28abfec5-afe0-496c-92a2-2fe43d98dc2b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Synchronizing usage tracker for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:10:22.456629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-d26136c3-7f57-43b0-b91f-ee331739af83 req-28abfec5-afe0-496c-92a2-2fe43d98dc2b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Unset dirty status for tenant:f978ca62a7fe48749613357e22a29d8c on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:10:22.457903 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d26136c3-7f57-43b0-b91f-ee331739af83 req-28abfec5-afe0-496c-92a2-2fe43d98dc2b tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/ports?device_id=9e962cd2-01c1-43e9-a24d-84aa24fc1161 HTTP/1.1" status: 200 len: 210 time: 0.0618162 Jan 15 15:10:22.586754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:22.915275 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:22.919588 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e3814-de3e-4b23-afca-d784c95561a7 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '34740c15-99c1-4200-b2aa-14b2ae8378a8', 'name': '', 'network_id': '7f2137c8-ec4a-415d-b635-8a76104e4960', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'mac_address': 'fa:16:3e:91:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:27Z', 'updated_at': '2021-01-15T15:03:43Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'subnets': [{'id': '8e352e69-7ca3-4bb3-a31f-4e854e2f16ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:10:23.041761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53648ac-85e8-47af-9bd9-e06857f66c83 req-fbd3183b-9763-4f33-8bbd-82040b013db0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:23.043366 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d53648ac-85e8-47af-9bd9-e06857f66c83 req-fbd3183b-9763-4f33-8bbd-82040b013db0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1051850 Jan 15 15:10:23.094986 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d53648ac-85e8-47af-9bd9-e06857f66c83 req-1cf64a5d-a14c-4f11-8d41-6fbf633d637f tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Jan 15 15:10:23.350444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756b0d7-3ba8-42d2-a610-7ac7576f2fe1 None None] New status for floating IP 90f4f798-e053-421a-89dd-7a0bbd074b76: DOWN {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:10:23.618806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49372) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:23.692011 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.721574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.766524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.772479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bbb23ab1-9127-4da8-a7bf-0d99b4e77588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:23.788829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a877604-f295-42ba-bb12-9715af802f72,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:23.791307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:23.802717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.803977 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "DELETE /v2.0/security-groups/6a877604-f295-42ba-bb12-9715af802f72 HTTP/1.1" status: 204 len: 168 time: 0.1839733 Jan 15 15:10:23.806806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49376) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:23.828445 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.v2.resource [None req-18cde429-6911-4481-8aac-909fb3245a05 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] show failed (client error): The resource could not be found. Jan 15 15:10:23.829626 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-18cde429-6911-4481-8aac-909fb3245a05 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "GET /v2.0/security-groups/6a877604-f295-42ba-bb12-9715af802f72 HTTP/1.1" status: 404 len: 347 time: 0.0217195 Jan 15 15:10:23.833446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49380) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:24.209212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Deleting port 39596503-aa0c-449f-adbe-4a179d289f0d {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:24.209814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.453206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c582-5431-495a-922c-aeebbfe12bff req-4e5b3671-22c0-4bbb-a5ce-c210961b28b3 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:24.455462 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2484c582-5431-495a-922c-aeebbfe12bff req-4e5b3671-22c0-4bbb-a5ce-c210961b28b3 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.2171056 Jan 15 15:10:24.496960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.497332 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.635695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Calling delete_port for 39596503-aa0c-449f-adbe-4a179d289f0d owned by network:floatingip {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:24.685731 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-2484c582-5431-495a-922c-aeebbfe12bff req-30351038-4fb1-4e81-8395-ba4d1021bcad tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222717 Jan 15 15:10:24.789240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.805035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:24.899400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Pushing event deleted for resources: {'Port': ['ID=39596503-aa0c-449f-adbe-4a179d289f0d,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:24.909149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:25.027593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks [] for floatingip, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:25.045511 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:25.046740 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] 10.222.0.52 "DELETE /v2.0/floatingips/90f4f798-e053-421a-89dd-7a0bbd074b76 HTTP/1.1" status: 204 len: 168 time: 1.2123556 Jan 15 15:10:25.913235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bfee-6566-47eb-81cf-fdc1e045493a req-e20c9549-73ea-4dd6-8978-6175179413bd tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:25.914879 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bd02bfee-6566-47eb-81cf-fdc1e045493a req-e20c9549-73ea-4dd6-8978-6175179413bd tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.0994844 Jan 15 15:10:25.970232 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bd02bfee-6566-47eb-81cf-fdc1e045493a req-d12ac5c6-9840-4bcd-8da8-b37bdc9189b3 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Jan 15 15:10:27.195512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec259c-9183-42c6-9dc0-cf5b0492681b req-ec27ceb6-fb80-485c-aaaa-aa5df4723524 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:27.197163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aec259c-9183-42c6-9dc0-cf5b0492681b req-ec27ceb6-fb80-485c-aaaa-aa5df4723524 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1001468 Jan 15 15:10:27.248472 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9aec259c-9183-42c6-9dc0-cf5b0492681b req-76fbcd03-a90b-466a-9440-01d9716fe2a0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/security-groups?id=211d070a-cb88-49d5-822a-bfb8c23635fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Jan 15 15:10:27.558244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-061b503c-b2bd-47aa-b599-b9ee5348a359 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:27.559888 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-061b503c-b2bd-47aa-b599-b9ee5348a359 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 946 time: 0.1023054 Jan 15 15:10:27.640801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Deleting port b909a266-a1d4-4414-8121-65a8749af79a {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:27.641240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.907223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] For port b909a266-a1d4-4414-8121-65a8749af79a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b909a266-a1d4-4414-8121-65a8749af79a,segment=NetworkSegment(7d17b085-6a76-42f7-86ac-0179b4fd3ca0),segment_id=7d17b085-6a76-42f7-86ac-0179b4fd3ca0)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:27.907767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.036596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Calling delete_port for b909a266-a1d4-4414-8121-65a8749af79a owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:28.057207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b909a266-a1d4-4414-8121-65a8749af79a no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:28.172413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.191088 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.207161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-32653aac-d719-49f8-a817-94051ff7b50d tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:28.252993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Pushing event deleted for resources: {'Port': ['ID=b909a266-a1d4-4414-8121-65a8749af79a,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:28.304355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:28.410845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] No DVR routers for this DVR port b909a266-a1d4-4414-8121-65a8749af79a on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:10:28.413086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.415819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'name': 'network-vif-deleted', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:28.423945 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-428a4204-de9e-4611-ba95-475f0ef1e1e6 req-767e53fb-5297-412e-bbed-df75143726fb tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.52 "GET /v2.0/ports?device_id=e153ee19-a101-4c60-a533-c91f093e6af9 HTTP/1.1" status: 200 len: 210 time: 0.0460522 Jan 15 15:10:28.433788 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-12726674-4610-4ad7-9c51-18cf2f87ba58 req-3a399caf-ba1e-4128-8b8c-7256b2955a63 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] 10.222.0.69 "DELETE /v2.0/ports/b909a266-a1d4-4414-8121-65a8749af79a HTTP/1.1" status: 204 len: 173 time: 0.8680124 Jan 15 15:10:28.480848 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e153ee19-a101-4c60-a533-c91f093e6af9', 'name': 'network-vif-deleted', 'tag': 'b909a266-a1d4-4414-8121-65a8749af79a', 'status': 'completed', 'code': 200} Jan 15 15:10:29.132266 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49420) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:29.847351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.375055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-33e1cdd1-6ebd-4bab-91b4-402a39ef3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.562547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Deleting port 34740c15-99c1-4200-b2aa-14b2ae8378a8 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:30.562834 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.744159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] For port 34740c15-99c1-4200-b2aa-14b2ae8378a8, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=34740c15-99c1-4200-b2aa-14b2ae8378a8,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:30.744547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.871415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Calling delete_port for 34740c15-99c1-4200-b2aa-14b2ae8378a8 owned by network:router_interface {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:31.038937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:31.054418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:31.149262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=34740c15-99c1-4200-b2aa-14b2ae8378a8,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:31.171888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.172325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.172729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.173238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.173669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.174068 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.174464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.174857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.175248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.175727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.176143 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.176535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.176981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.177377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.177763 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.178151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.178536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.178924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.179309 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.179693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.180105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.180489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.180879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.181260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:31.186499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:31.482136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:31.983033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Router c52a04d9-8f48-4888-9ea1-d2357b00246c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:10:32.168176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:10:32.178550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Sync routers for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:10:32.181369 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] 10.222.0.52 "PUT /v2.0/routers/c52a04d9-8f48-4888-9ea1-d2357b00246c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0479515 Jan 15 15:10:32.184009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49442) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:32.189018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:32.189854 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:32.250552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d1660395-7363-4dc6-b5a3-6f9028ec8f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:32.372264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks [] for router, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:32.374833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:32.555746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:32.561682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Deleting port edea75df-3995-4b0d-9273-212f457ad68c {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:32.562080 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:32.757337 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] For port edea75df-3995-4b0d-9273-212f457ad68c, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=edea75df-3995-4b0d-9273-212f457ad68c,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:32.757722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:32.836388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:10:30Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:32.840949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Checking router: c52a04d9-8f48-4888-9ea1-d2357b00246c for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:10:32.851129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Routers {'c52a04d9-8f48-4888-9ea1-d2357b00246c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:32.851901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['c52a04d9-8f48-4888-9ea1-d2357b00246c'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:32.894025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Calling delete_port for edea75df-3995-4b0d-9273-212f457ad68c owned by network:router_gateway {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:33.049114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] Set router c52a04d9-8f48-4888-9ea1-d2357b00246c gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:33.260641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.265914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.366293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:10:30Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:33.370328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e6084-b9ef-4f29-89d3-114482865fe2 None None] The sync data for ids ['c52a04d9-8f48-4888-9ea1-d2357b00246c'] in dv-cinder-689486-7-smb is: [{'id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'name': 'tempest-AttachVolumeTestJSON-740273969-router', 'tenant_id': 'f978ca62a7fe48749613357e22a29d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:08Z', 'updated_at': '2021-01-15T15:10:30Z', 'revision_number': 5, 'project_id': 'f978ca62a7fe48749613357e22a29d8c', 'gw_port': {'id': 'edea75df-3995-4b0d-9273-212f457ad68c', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a04d9-8f48-4888-9ea1-d2357b00246c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:12Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:10:33.462096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.596474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.599047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.622608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.623131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c52a04d9-8f48-4888-9ea1-d2357b00246c {{(pid=80064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:10:33.636238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] Notify callbacks [] for router, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.637482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0982d4e8-9b4d-4d1d-855d-95521d3c169e admin admin] 10.222.0.52 "DELETE /v2.0/routers/c52a04d9-8f48-4888-9ea1-d2357b00246c HTTP/1.1" status: 204 len: 168 time: 1.4524789 Jan 15 15:10:33.640237 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49454) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:33.710346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Deleting subnet 8e352e69-7ca3-4bb3-a31f-4e854e2f16ad {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:10:33.713448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.766212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.895712 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.155418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.175417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:34.259010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e352e69-7ca3-4bb3-a31f-4e854e2f16ad,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:34.274820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:34.310357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.315686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c97ce6-a49e-457d-9543-6618dca23a2c None None] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:10:34.319492 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-212e0fcc-d6b1-45c7-a9c7-8ae17551056c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8e352e69-7ca3-4bb3-a31f-4e854e2f16ad HTTP/1.1" status: 204 len: 168 time: 0.6782203 Jan 15 15:10:34.322342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49460) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:34.466798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.540705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Deleting port 561b93e7-ee7c-430c-b85a-e3d1753a889c {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:34.541229 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.556818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device edea75df-3995-4b0d-9273-212f457ad68c no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:34.619602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: edea75df-3995-4b0d-9273-212f457ad68c {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:10:34.619974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device edea75df-3995-4b0d-9273-212f457ad68c not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:10:34.620479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 34740c15-99c1-4200-b2aa-14b2ae8378a8 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:34.697391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 34740c15-99c1-4200-b2aa-14b2ae8378a8 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:10:34.697731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 34740c15-99c1-4200-b2aa-14b2ae8378a8 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:10:34.699301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.772012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] For port 561b93e7-ee7c-430c-b85a-e3d1753a889c, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=561b93e7-ee7c-430c-b85a-e3d1753a889c,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:34.772449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.838979 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.841336 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] DHCP port deletion for 7f2137c8-ec4a-415d-b635-8a76104e4960 request from dv-cinder-689486-7-smb {{(pid=80066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:10:34.845535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Deleting port 561b93e7-ee7c-430c-b85a-e3d1753a889c {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:34.845950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.905020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Calling delete_port for 561b93e7-ee7c-430c-b85a-e3d1753a889c owned by network:dhcp {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:34.977977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.993281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-4faa3dd4-2094-4f38-b8e8-b469c5fc208c tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:35.061913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] For port 561b93e7-ee7c-430c-b85a-e3d1753a889c, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=561b93e7-ee7c-430c-b85a-e3d1753a889c,segment=NetworkSegment(6cdace5a-c550-4e01-92ff-9e0340af7de8),segment_id=6cdace5a-c550-4e01-92ff-9e0340af7de8)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:35.062288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.084543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=561b93e7-ee7c-430c-b85a-e3d1753a889c,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:35.091745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:35.135656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] No DVR routers for this DVR port 561b93e7-ee7c-430c-b85a-e3d1753a889c on host dv-cinder-689486-7-smb {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:10:35.190579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Calling delete_port for 561b93e7-ee7c-430c-b85a-e3d1753a889c owned by network:dhcp {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:35.260153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80066) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:10:35.260512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:10:35.261398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.379149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2137c8-ec4a-415d-b635-8a76104e4960']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:35.391827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdace5a-c550-4e01-92ff-9e0340af7de8') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:35.392188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdace5a-c550-4e01-92ff-9e0340af7de8') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:35.404369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.419866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.421909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:10:35.607292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:10:35.616891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.762112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Deleting port 561b93e7-ee7c-430c-b85a-e3d1753a889c {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:35.762554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.801585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Network 7f2137c8-ec4a-415d-b635-8a76104e4960 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:10:35.824998 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:10:35.834154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bcf2-bd78-4582-9b59-fe576a0ffa5a None None] The port '561b93e7-ee7c-430c-b85a-e3d1753a889c' was deleted {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:10:35.909365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.913200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6b5ef9fc-6bce-427f-b381-5aa8419b29ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:35.928302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.944183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2137c8-ec4a-415d-b635-8a76104e4960,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:35.947669 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:35.958223 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3da30689-0802-4c1c-b7f5-e073fcfe9d74 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7f2137c8-ec4a-415d-b635-8a76104e4960 HTTP/1.1" status: 204 len: 168 time: 1.6345859 Jan 15 15:10:36.135952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49480) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:36.192196 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2cc8fbe2-5f5d-416f-b04e-37ac54c17fc6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f978ca62a7fe48749613357e22a29d8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548887 Jan 15 15:10:36.194755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49484) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:36.256791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.284546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.331775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 561b93e7-ee7c-430c-b85a-e3d1753a889c no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:36.334352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.339687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-639e08ac-00ff-4f6b-8238-fa9495b8e7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:36.354379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b2041c-c74e-498d-8cf0-114a55dbef39,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:36.359521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:36.362948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.366720 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-511e8db3-44b2-447d-9798-89a899a5b17e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52b2041c-c74e-498d-8cf0-114a55dbef39 HTTP/1.1" status: 204 len: 168 time: 0.1684709 Jan 15 15:10:36.370384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 561b93e7-ee7c-430c-b85a-e3d1753a889c {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:10:36.370773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 561b93e7-ee7c-430c-b85a-e3d1753a889c not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:10:38.820717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49558) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:38.977108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:38.993560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:38.997721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Usage tracker for resource:security_group_rule and tenant:ade31b45c9674c45b8e05087b2b932af is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:39.000698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:39.007086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:39.095238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.097930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.105460 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ac85a68f-df4e-4a08-96b3-60ca129bd56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:39.160134 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ade31b45c9674c45b8e05087b2b932af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351958 Jan 15 15:10:39.160134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50b346-bb8e-4176-a96f-3f81dce884ef,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:39.162239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49564) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:39.166802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.167205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.167608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.168125 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.168684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.168818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.169182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.169561 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.169945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.170334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.170725 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.171113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.171563 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.171953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.172345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.172770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.173739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.174136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.174526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.174917 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.175308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.175696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.176107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.176497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:39.181202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:39.254398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.283549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.321206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.330416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.335543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7c363b66-8a42-4665-af6f-13c7d81180e2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:39.346822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50b346-bb8e-4176-a96f-3f81dce884ef,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:39.350531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:39.353843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.355080 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc50b346-bb8e-4176-a96f-3f81dce884ef HTTP/1.1" status: 204 len: 168 time: 0.1889918 Jan 15 15:10:39.697901 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49576) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:39.717527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.733259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:39.737497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Usage tracker for resource:security_group_rule and tenant:b80d14064c354a4693823ed2217f855a is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:39.740445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:39.746281 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:39.834732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.837417 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.847173 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f7505900-790b-4db4-b396-621f77867eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:39.888612 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b80d14064c354a4693823ed2217f855a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895733 Jan 15 15:10:39.890480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1fcb0-8952-459c-8c01-c93e62f41ac7,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:39.890701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49580) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:39.894892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-38906eee-225c-4793-8db6-fd6be7f68649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:39.955369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:39.982967 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:40.028022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:40.033750 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-19d17047-0fc6-43b3-a448-3ea2a90ca987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:40.046457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1fcb0-8952-459c-8c01-c93e62f41ac7,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:40.054021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:40.056032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:40.057278 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5c1fcb0-8952-459c-8c01-c93e62f41ac7 HTTP/1.1" status: 204 len: 168 time: 0.1654975 Jan 15 15:10:43.840802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49734) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:43.994030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.009339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:44.013425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2f4f2c1ab14dcca7489f00f4f8aa43 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:44.016420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:44.022128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:44.109896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.113495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.122289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9000970f-c23f-4f24-a445-8a0ef9202cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:44.168799 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac2f4f2c1ab14dcca7489f00f4f8aa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268313 Jan 15 15:10:44.170542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4c26ba-38f6-4937-852a-0831a283e9a0,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:44.171686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49742) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:44.174557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-42d9abc2-4606-481b-aee1-d28ec7c84829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:44.251718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.288195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.340751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.346449 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ae85f1a-a812-47f8-9b1b-360e89a74250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:44.359790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4c26ba-38f6-4937-852a-0831a283e9a0,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:44.362426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:44.371373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.375606 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a4c26ba-38f6-4937-852a-0831a283e9a0 HTTP/1.1" status: 204 len: 168 time: 0.2027347 Jan 15 15:10:44.767866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49756) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:44.788945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.804745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:44.809159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Usage tracker for resource:security_group_rule and tenant:39e7cdf6c4b24348bdd4ca0d34a2fc99 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:44.812453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:44.818897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:44.908442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.912506 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.922139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-94c05e76-fecf-4c9b-a0ec-fd0b2fcb3aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:44.966109 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39e7cdf6c4b24348bdd4ca0d34a2fc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970191 Jan 15 15:10:44.967972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1167c-d945-4d64-a1bb-71ed6a39d32d,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:44.969353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49760) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:44.971540 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:45.034347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:45.063021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:45.112330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:45.117414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6203e33d-4d7a-455c-b73d-0154be534c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:45.129081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1167c-d945-4d64-a1bb-71ed6a39d32d,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:45.133941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:45.135933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:45.137189 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24f1167c-d945-4d64-a1bb-71ed6a39d32d HTTP/1.1" status: 204 len: 168 time: 0.1665847 Jan 15 15:10:47.939829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068b8e-5d9d-42f1-a101-480bbc36f518 req-738905eb-f2a5-4727-a78f-a289baf94fa7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:47.941530 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f5068b8e-5d9d-42f1-a101-480bbc36f518 req-738905eb-f2a5-4727-a78f-a289baf94fa7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1230819 Jan 15 15:10:47.993232 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f5068b8e-5d9d-42f1-a101-480bbc36f518 req-ac27851e-67cb-49d1-9da8-1048c3e8066e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Jan 15 15:10:49.245955 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cea64-5cf2-4efb-bc54-befc83f17737 req-1874f600-b736-4781-8d00-a623182574e2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:49.247565 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a5cea64-5cf2-4efb-bc54-befc83f17737 req-1874f600-b736-4781-8d00-a623182574e2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.1006792 Jan 15 15:10:49.297535 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7a5cea64-5cf2-4efb-bc54-befc83f17737 req-d782122e-96e7-4cf7-8663-46a869cbbe8e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Jan 15 15:10:49.449444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49890) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:49.520707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Deleting subnet 54637849-be0e-4c49-8ffd-ce9c1c2519c6 {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:10:49.523788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.577911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.636201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.890023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-a0643609-2dc3-4a92-9aa8-750aa09359d2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:49.892265 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-a0643609-2dc3-4a92-9aa8-750aa09359d2 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 945 time: 0.2194505 Jan 15 15:10:50.038409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Deleting port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:50.038793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.163210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.183307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b6307f31-1daa-4b4e-9637-315f0fdbaf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:50.262891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device c74ca792-bca8-4b8d-b6b3-747d7abe9b51 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:50.388098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.419568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:50.429334 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:50.433276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.435192 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:50.510025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54637849-be0e-4c49-8ffd-ce9c1c2519c6,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:50.533305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:50.538663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=7']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:50.547122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.548215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.548498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.548875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.549244 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.549612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.549978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.550342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.550706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.551070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.551504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.552434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.552434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.552633 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.552999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.553358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.553721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.554117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.554474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.554880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.555242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.555601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.555959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.556384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:50.561383 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'code': 200} Jan 15 15:10:50.562120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:50.605825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46ad69-37af-459c-a2e2-6d4dcfc2c853 req-e8bc021e-dbe6-422b-827d-12995354667c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:50.607472 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-af46ad69-37af-459c-a2e2-6d4dcfc2c853 req-e8bc021e-dbe6-422b-827d-12995354667c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.1576543 Jan 15 15:10:50.663701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.665773 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-af46ad69-37af-459c-a2e2-6d4dcfc2c853 req-1d4d529a-0338-4f0d-9bd0-4e054519cae8 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504339 Jan 15 15:10:50.685979 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/54637849-be0e-4c49-8ffd-ce9c1c2519c6 HTTP/1.1" status: 204 len: 168 time: 1.2353752 Jan 15 15:10:50.688983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49900) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:50.691704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:50.692112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:50.808951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.011770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.012243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.012606 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Floating IP cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb disassociated. External IP: 172.28.0.254, port: c74ca792-bca8-4b8d-b6b3-747d7abe9b51. Jan 15 15:10:51.012994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Calling delete_port for c74ca792-bca8-4b8d-b6b3-747d7abe9b51 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:51.104197 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:10:51.104571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:10:51.226024 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.345766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a818b4-1d8b-42fe-9872-45c7def6c84d']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:51.358562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d17b085-6a76-42f7-86ac-0179b4fd3ca0') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:51.358903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d17b085-6a76-42f7-86ac-0179b4fd3ca0') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:51.371040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.388965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.390981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:10:51.577465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:10:51.587346 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.605411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Deleting port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:51.605759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.769174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Network 08a818b4-1d8b-42fe-9872-45c7def6c84d has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:10:51.796529 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:10:51.889122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.893257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ccdde40a-23a6-4861-a995-a27c34f058b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:51.907446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:51.918709 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a818b4-1d8b-42fe-9872-45c7def6c84d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:51.922162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:51.936553 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5292f5a2-4049-470f-b2a5-9a8ccda3ff17 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08a818b4-1d8b-42fe-9872-45c7def6c84d HTTP/1.1" status: 204 len: 168 time: 1.2463129 Jan 15 15:10:51.950391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] For port c74ca792-bca8-4b8d-b6b3-747d7abe9b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:51.950801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.073279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085ad44-4f98-4596-9dec-61660e4b54a0 req-49a49d15-fc9a-4b10-87ba-e167194e3abd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:52.074925 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d085ad44-4f98-4596-9dec-61660e4b54a0 req-49a49d15-fc9a-4b10-87ba-e167194e3abd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 943 time: 0.2465787 Jan 15 15:10:52.168982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49910) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:52.216339 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d085ad44-4f98-4596-9dec-61660e4b54a0 req-2794e71b-5f7f-4738-8e16-8802f1fa3f2e tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups?id=8cf46751-e676-41fd-aebd-04e840c3a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348057 Jan 15 15:10:52.228734 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-4d3a96c2-4dd3-4b12-a677-be8adc121bd7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4a5fbceb7e54767b93057ab66426e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583658 Jan 15 15:10:52.229378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49914) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:52.312326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.342797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.346584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.347040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.347328 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Floating IP cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb disassociated. External IP: 172.28.0.254, port: c74ca792-bca8-4b8d-b6b3-747d7abe9b51. Jan 15 15:10:52.347715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Calling delete_port for c74ca792-bca8-4b8d-b6b3-747d7abe9b51 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:52.388703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.393918 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2d25a26c-2042-48ee-ba5d-8110a8ad1bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:52.408079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211d070a-cb88-49d5-822a-bfb8c23635fa,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:52.411439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:52.417691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.421721 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/211d070a-cb88-49d5-822a-bfb8c23635fa HTTP/1.1" status: 204 len: 168 time: 0.1885059 Jan 15 15:10:52.503820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:52.523310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-89c6238f-de9a-4b0c-91b0-eb6dc105db03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:52.620098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'Port': ['ID=c74ca792-bca8-4b8d-b6b3-747d7abe9b51,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:52.623325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:52.910628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:10:53.101883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:10:53.115195 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:10:53.126064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:53.126899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:53.140430 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] No DVR routers for this DVR port c74ca792-bca8-4b8d-b6b3-747d7abe9b51 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:10:53.143576 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:53.146583 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-deleted', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:53.165985 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8d53fce8-fe39-48d6-87ce-a3bad0d899a6 req-141bdb5c-52b5-4958-b7be-8c38045d440a tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.69 "DELETE /v2.0/ports/c74ca792-bca8-4b8d-b6b3-747d7abe9b51 HTTP/1.1" status: 204 len: 173 time: 3.2621894 Jan 15 15:10:53.215432 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053b6307-c22b-4269-93e1-17d23787873d', 'name': 'network-vif-deleted', 'tag': 'c74ca792-bca8-4b8d-b6b3-747d7abe9b51', 'status': 'completed', 'code': 200} Jan 15 15:10:53.340885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:53.484137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cb3a58ce-057f-48bb-ad7d-6d20452e9450 req-4a64be7d-9990-4838-a76f-0d69bc1c567d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Synchronizing usage tracker for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:10:53.517341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-cb3a58ce-057f-48bb-ad7d-6d20452e9450 req-4a64be7d-9990-4838-a76f-0d69bc1c567d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Unset dirty status for tenant:135eaeadac0c4c12821c18da3100ac34 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:10:53.518972 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cb3a58ce-057f-48bb-ad7d-6d20452e9450 req-4a64be7d-9990-4838-a76f-0d69bc1c567d tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/ports?device_id=053b6307-c22b-4269-93e1-17d23787873d HTTP/1.1" status: 200 len: 210 time: 0.1204274 Jan 15 15:10:53.706795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:53.710915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:10:53.719872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:53.720564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:53.905483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:54.238373 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:54.242467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a80c3a-f856-486b-8a0d-05356dd2bb13 None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '59129621-8c19-4c33-9c50-b3fcf57ae0b1', 'name': '', 'network_id': 'a9097f58-b27d-4e6a-8871-78d5180db0c4', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'mac_address': 'fa:16:3e:02:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:33Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'subnets': [{'id': 'be80f1b6-e1e6-43eb-887b-50f026f69bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:10:54.630502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485d54b-d044-4152-a0d8-a28f9f8d3b7e None None] New status for floating IP cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb: DOWN {{(pid=80067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:10:54.693193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 49934) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:54.765062 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:54.799959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:54.850272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:54.855647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-454ffb57-e10b-4705-aa5f-1a4b25621603 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:54.872741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf46751-e676-41fd-aebd-04e840c3a3f1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:54.877175 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:54.881311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:54.882738 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "DELETE /v2.0/security-groups/8cf46751-e676-41fd-aebd-04e840c3a3f1 HTTP/1.1" status: 204 len: 168 time: 0.1883957 Jan 15 15:10:54.885788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49938) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:54.905393 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.api.v2.resource [None req-4e689b7c-f3da-41df-bed9-b0285e1496d7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] show failed (client error): The resource could not be found. Jan 15 15:10:54.906494 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-4e689b7c-f3da-41df-bed9-b0285e1496d7 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "GET /v2.0/security-groups/8cf46751-e676-41fd-aebd-04e840c3a3f1 HTTP/1.1" status: 404 len: 347 time: 0.0196488 Jan 15 15:10:54.910409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49942) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:55.083642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Deleting port 8b7e9856-ae8f-40aa-b48e-1339cc07f213 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:55.083925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:55.489912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:55.490279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:55.619136 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Calling delete_port for 8b7e9856-ae8f-40aa-b48e-1339cc07f213 owned by network:floatingip {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:55.762440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:55.777811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dce3ea63-588a-4be7-8504-faad3a194ef8 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:55.873487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Pushing event deleted for resources: {'Port': ['ID=8b7e9856-ae8f-40aa-b48e-1339cc07f213,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:55.883773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:56.003836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks [] for floatingip, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:56.020457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:56.021647 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-3b7f741c-c5f4-467f-82c0-8f9d9c8aef9c tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] 10.222.0.52 "DELETE /v2.0/floatingips/cc6e6b35-9f9c-42c2-96cd-b4b99ccedcbb HTTP/1.1" status: 204 len: 168 time: 1.1102576 Jan 15 15:10:58.881562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49972) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:58.998426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:59.709860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.183005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Deleting port 59129621-8c19-4c33-9c50-b3fcf57ae0b1 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:00.183552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.375257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] For port 59129621-8c19-4c33-9c50-b3fcf57ae0b1, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=59129621-8c19-4c33-9c50-b3fcf57ae0b1,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:00.375667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.379290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8fbe03bf-fc2f-4a0c-b264-6163611d2f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.503892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Calling delete_port for 59129621-8c19-4c33-9c50-b3fcf57ae0b1 owned by network:router_interface {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:00.673538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.689492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ffda1a84-4110-4ff3-9df3-e5dbd803fad0 tempest-VolumesSnapshotTestJSON-239654672 tempest-VolumesSnapshotTestJSON-239654672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:00.795944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=59129621-8c19-4c33-9c50-b3fcf57ae0b1,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:00.799665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:01.106772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.827861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:11:02.010481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:02.020535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Sync routers for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:02.024015 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] 10.222.0.52 "PUT /v2.0/routers/69eec37f-9c86-4dcd-9890-6c6c3b060d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412771 Jan 15 15:11:02.025980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 49996) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:02.030711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:02.031954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:10:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:02.221963 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.380803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8011-c84f-4e25-8ba0-70d5ea58f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.410484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.415770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Deleting port 532bae15-9268-4282-92b0-43ae44c0f211 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:02.416161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.418399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:02.602776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] For port 532bae15-9268-4282-92b0-43ae44c0f211, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=532bae15-9268-4282-92b0-43ae44c0f211,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:02.603174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.722239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:11:00Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:02.726428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Checking router: 69eec37f-9c86-4dcd-9890-6c6c3b060d1c for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:02.731527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Calling delete_port for 532bae15-9268-4282-92b0-43ae44c0f211 owned by network:router_gateway {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:02.735590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Routers {'69eec37f-9c86-4dcd-9890-6c6c3b060d1c'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:02.736319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:11:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:02.872218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.928553 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] Set router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:03.066969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.202127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.204989 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.226331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.226896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69eec37f-9c86-4dcd-9890-6c6c3b060d1c {{(pid=80064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:11:03.231331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:11:00Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:03.235792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e08c06-8c25-4b50-b10d-3b87bd4182ca None None] The sync data for ids ['69eec37f-9c86-4dcd-9890-6c6c3b060d1c'] in dv-cinder-689486-7-smb is: [{'id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1970465077-router', 'tenant_id': '135eaeadac0c4c12821c18da3100ac34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '532bae15-9268-4282-92b0-43ae44c0f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:17Z', 'updated_at': '2021-01-15T15:11:00Z', 'revision_number': 5, 'project_id': '135eaeadac0c4c12821c18da3100ac34', 'gw_port': {'id': '532bae15-9268-4282-92b0-43ae44c0f211', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eec37f-9c86-4dcd-9890-6c6c3b060d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:23Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:03.239603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.240916 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-dcbafb6a-b644-41c1-8e02-8bb080dd7fd7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/69eec37f-9c86-4dcd-9890-6c6c3b060d1c HTTP/1.1" status: 204 len: 168 time: 1.2139392 Jan 15 15:11:03.243824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50002) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:03.267713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.313236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Deleting subnet be80f1b6-e1e6-43eb-887b-50f026f69bfb {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:11:03.316700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.375253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.460518 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.753956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.770623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1b08b353-06a6-4f26-ad5d-44250f15d532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:03.859662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be80f1b6-e1e6-43eb-887b-50f026f69bfb,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:03.861362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:03.916790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.921904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa0bf5-0e9c-4ec0-8217-02985fa4359a None None] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:03.928265 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/be80f1b6-e1e6-43eb-887b-50f026f69bfb HTTP/1.1" status: 204 len: 168 time: 0.6832106 Jan 15 15:11:03.930952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50018) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:04.056524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.127370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Deleting port 366324bd-a6e0-4b90-863a-cb459ec03d4a {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:04.127370 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.196292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] DHCP port deletion for a9097f58-b27d-4e6a-8871-78d5180db0c4 request from dv-cinder-689486-7-smb {{(pid=80066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:11:04.200546 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Deleting port 366324bd-a6e0-4b90-863a-cb459ec03d4a {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:04.200977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.344643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] For port 366324bd-a6e0-4b90-863a-cb459ec03d4a, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=366324bd-a6e0-4b90-863a-cb459ec03d4a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:04.345043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.381644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 59129621-8c19-4c33-9c50-b3fcf57ae0b1 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:04.434407 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 59129621-8c19-4c33-9c50-b3fcf57ae0b1 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:04.434732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 59129621-8c19-4c33-9c50-b3fcf57ae0b1 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:04.435207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 366324bd-a6e0-4b90-863a-cb459ec03d4a no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:04.476453 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Calling delete_port for 366324bd-a6e0-4b90-863a-cb459ec03d4a owned by network:dhcp {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:04.507137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] For port 366324bd-a6e0-4b90-863a-cb459ec03d4a, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=366324bd-a6e0-4b90-863a-cb459ec03d4a,segment=NetworkSegment(1db825a7-0408-4c8c-b3ea-2e5eb176bf3f),segment_id=1db825a7-0408-4c8c-b3ea-2e5eb176bf3f)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:04.507586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.558353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.573995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c47-ac1d-4892-a7bf-1c26c99f946c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:04.654344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Calling delete_port for 366324bd-a6e0-4b90-863a-cb459ec03d4a owned by network:dhcp {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:04.670882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Pushing event deleted for resources: {'Port': ['ID=366324bd-a6e0-4b90-863a-cb459ec03d4a,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:04.683830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:04.690141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No active binding found for port 366324bd-a6e0-4b90-863a-cb459ec03d4a {{(pid=80066) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 15 15:11:04.690603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 366324bd-a6e0-4b90-863a-cb459ec03d4a not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:04.691070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 532bae15-9268-4282-92b0-43ae44c0f211 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:04.717347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] No DVR routers for this DVR port 366324bd-a6e0-4b90-863a-cb459ec03d4a on host dv-cinder-689486-7-smb {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:04.739836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 532bae15-9268-4282-92b0-43ae44c0f211 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:04.740264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 532bae15-9268-4282-92b0-43ae44c0f211 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:04.741825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.772680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80066) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:11:04.773099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:11:04.840500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.845821 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.960892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9097f58-b27d-4e6a-8871-78d5180db0c4']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:04.973498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:04.973833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db825a7-0408-4c8c-b3ea-2e5eb176bf3f') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:04.985621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.001241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.003305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:11:05.188951 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:05.198099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.274095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Deleting port 366324bd-a6e0-4b90-863a-cb459ec03d4a {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:05.274510 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.341908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-85d849df-1945-4a04-b575-7629a42b2eb1 None None] The port '366324bd-a6e0-4b90-863a-cb459ec03d4a' was deleted {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:11:05.367667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50030) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:05.382943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Network a9097f58-b27d-4e6a-8871-78d5180db0c4 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:11:05.405859 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:11:05.532228 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.550401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:05.555010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Usage tracker for resource:security_group_rule and tenant:73ca3ad616014d61a2c1cc6528c764c2 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:05.558322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:05.564582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:05.665191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.668727 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.678943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2bae9127-f93a-4f06-ab3c-34c3efd120bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:05.721240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73ca3ad616014d61a2c1cc6528c764c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522923 Jan 15 15:11:05.722198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919aac4e-4d5a-40c4-b08f-5698eba4a3ee,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:05.724023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50036) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:05.725575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1b1d6bf0-6093-4e1b-a888-ad2a25cc8e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:05.754483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.762168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.768444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:05.810247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9097f58-b27d-4e6a-8871-78d5180db0c4,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:05.813375 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:05.832314 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-07e297f0-0762-42a7-950f-7a8706627327 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a9097f58-b27d-4e6a-8871-78d5180db0c4 HTTP/1.1" status: 204 len: 168 time: 1.9001429 Jan 15 15:11:05.837245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.870139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.915100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.920223 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-27fcb559-61e6-4c90-b598-3042f5570083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:05.940876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919aac4e-4d5a-40c4-b08f-5698eba4a3ee,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:05.944364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:05.946596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.948300 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/919aac4e-4d5a-40c4-b08f-5698eba4a3ee HTTP/1.1" status: 204 len: 168 time: 0.2219234 Jan 15 15:11:05.981683 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50044) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:06.036539 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0e2f5b90-9c0a-4d34-8823-fe0baae57b2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=135eaeadac0c4c12821c18da3100ac34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506115 Jan 15 15:11:06.036822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50048) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:06.102078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.131161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.177891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.182879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7ce5d66f-ffa5-4a28-ac43-4a8d84e2e073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:06.200287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7faf575-09c3-40dc-8691-a9b0ffcc75da,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:06.207124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.208437 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7faf575-09c3-40dc-8691-a9b0ffcc75da HTTP/1.1" status: 204 len: 168 time: 0.1705945 Jan 15 15:11:06.209466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:08.493450 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50118) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:08.734909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.751408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:08.755662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Usage tracker for resource:security_group_rule and tenant:3e2e9c28f1d14d3da5f2b61ad4da4afa is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:08.758825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:08.764825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:08.859997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.863205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.873488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bcc0715f-b304-42e8-ab06-374f2f86cd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:08.918556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae83fb2a-f3fa-4458-8e23-49eb36a550fa,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:08.926297 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e2e9c28f1d14d3da5f2b61ad4da4afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291632 Jan 15 15:11:08.926297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-39c1f0ce-f8a2-4911-8977-38b0a165e85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:08.926818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50132) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:08.992959 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.021966 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.073806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.079241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cb5ed6cd-7635-464a-8df7-29dbe960ec36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:09.091792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae83fb2a-f3fa-4458-8e23-49eb36a550fa,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:09.095354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:09.097589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.098816 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae83fb2a-f3fa-4458-8e23-49eb36a550fa HTTP/1.1" status: 204 len: 168 time: 0.1712945 Jan 15 15:11:09.310813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.450182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50140) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:09.474755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.490908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:09.495479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Usage tracker for resource:security_group_rule and tenant:11e8d013f30f4fdca2dbcbda21138660 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:09.498514 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:09.504643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:09.589025 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.592290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.601732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-178ef68c-3039-4930-b569-f3d95502a503 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:09.645901 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11e8d013f30f4fdca2dbcbda21138660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945984 Jan 15 15:11:09.646861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c922fa18-d871-41d8-9f81-6873d2523eee,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:09.649757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50144) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:09.650212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-28bc34fb-3552-423d-93ed-3801c623e1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:09.713904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.741924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.787473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.792448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1ce2721c-7e78-4e76-a42b-d1b20c14d520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:09.806577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c922fa18-d871-41d8-9f81-6873d2523eee,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:09.809313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:09.811557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.813425 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ae7debbb-47c2-49e2-8389-cbd2a27f8b5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c922fa18-d871-41d8-9f81-6873d2523eee HTTP/1.1" status: 204 len: 168 time: 0.1625578 Jan 15 15:11:10.317520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50164) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:10.550156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.566043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:10.570333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Usage tracker for resource:security_group_rule and tenant:24672e1adaf0411498ab81b21fe2d4fe is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:10.573380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:10.580108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:10.669721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.682154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.691888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-486b4885-ee5f-417a-9c42-3f4f0d2c7867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:10.735028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595cbf5-d52a-4da4-aeaa-88306d1bef4d,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:10.740993 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24672e1adaf0411498ab81b21fe2d4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211266 Jan 15 15:11:10.740993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fb3f2134-3738-428e-a8a2-d655f9fd9be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:10.742741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50178) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:10.808538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.837567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.882649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.889396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5dd1e543-c600-4b4a-9b70-cd75a9ce4db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:10.903423 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595cbf5-d52a-4da4-aeaa-88306d1bef4d,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:10.905910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:10.906926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.911348 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4595cbf5-d52a-4da4-aeaa-88306d1bef4d HTTP/1.1" status: 204 len: 168 time: 0.1643741 Jan 15 15:11:18.534608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50308) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:18.686470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.702323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:18.706447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a23df7663e74ec7b838cbd1d023061d is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:18.709434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:18.715212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:18.800523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.802982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.811701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fac475ac-39b2-47d4-94e3-fe82ae946f30 tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:18.859781 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a23df7663e74ec7b838cbd1d023061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233492 Jan 15 15:11:18.860852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01633b3-6f25-4aa6-878b-822a571e4959,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:18.863811 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50314) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:18.864212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:18.930806 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.957975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.002476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.007331 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-cb0ca37a-87c1-435b-9373-cba0e271aab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:19.020935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01633b3-6f25-4aa6-878b-822a571e4959,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:19.023688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:19.024902 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.026192 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a01633b3-6f25-4aa6-878b-822a571e4959 HTTP/1.1" status: 204 len: 168 time: 0.1608634 Jan 15 15:11:19.365148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50322) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:19.384464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.399551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:19.403602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Usage tracker for resource:security_group_rule and tenant:5a556e20747e4816be68c04e38d554e2 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:19.407185 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:19.413196 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:19.498734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.501521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.510539 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:19.555585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a556e20747e4816be68c04e38d554e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893117 Jan 15 15:11:19.557291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4afe1e-96a8-4511-a70c-d5ee154eda5c,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:19.558557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50326) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:19.561085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:19.624741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.654093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.699938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.704483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a36933c1-6b3f-4d22-9e58-d28d51994166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:19.717564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4afe1e-96a8-4511-a70c-d5ee154eda5c,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:19.720784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:19.741122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.745675 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a4511414-b244-47c3-a6ac-6c21548307f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d4afe1e-96a8-4511-a70c-d5ee154eda5c HTTP/1.1" status: 204 len: 168 time: 0.1860065 Jan 15 15:11:25.942785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50472) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:26.099061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.115912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:26.120335 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Usage tracker for resource:security_group_rule and tenant:a2a1207118114e4b9b0ca11c4155faa3 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:26.123452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:26.129837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:26.221626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.224447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.233457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8df1b2d1-e792-478d-a868-e2c76de4a1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:26.276431 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2a1207118114e4b9b0ca11c4155faa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323596 Jan 15 15:11:26.278365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af91d230-bc8b-4cc1-9599-dc52a6591766,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:26.279328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50506) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:26.282513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9a1608c2-b3b9-4010-9f30-8c736b75589f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:26.344733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.378429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.428425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.433879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a3c2c4b0-7c33-4003-b6fb-9c422c9ffc6f tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:26.450486 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af91d230-bc8b-4cc1-9599-dc52a6591766,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:26.452639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.456805 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af91d230-bc8b-4cc1-9599-dc52a6591766 HTTP/1.1" status: 204 len: 168 time: 0.1763697 Jan 15 15:11:26.458280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b1935f0a-6270-4a17-af75-aea34cbdb467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:26.912779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50530) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:26.933042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.949356 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:26.953939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Usage tracker for resource:security_group_rule and tenant:687c16a7ea9e48b4b7ef3815c4ea9227 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:26.957699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:26.963802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:27.052586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.055587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.065858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-58e303e7-ca25-457a-a136-d7d872d91e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:27.110384 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=687c16a7ea9e48b4b7ef3815c4ea9227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964178 Jan 15 15:11:27.111357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bc81b3-484b-408c-b91c-f24ae55ea6e6,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:27.113397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50536) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:27.114735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-855f00ee-53e2-4dbd-8ee9-7f64c81bd740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:27.178128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.205908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.255089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.259999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-34bd389d-fc09-49d3-a13b-7846f08f40fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:27.275005 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bc81b3-484b-408c-b91c-f24ae55ea6e6,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:27.279140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:27.288099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.291385 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8bc81b3-484b-408c-b91c-f24ae55ea6e6 HTTP/1.1" status: 204 len: 168 time: 0.1748655 Jan 15 15:11:27.712181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50546) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:27.732248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.747410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:27.751620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Usage tracker for resource:security_group_rule and tenant:c3978508684b42d299f11f0338117b30 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:27.754568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:27.760405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:27.851713 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.854466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.863658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-210a9aca-2f85-4008-b158-d617eb28ca28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:27.906675 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3978508684b42d299f11f0338117b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933498 Jan 15 15:11:27.907584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be67bd-4a3d-4f0f-8ea0-7ce560b59c39,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:27.910654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50550) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:27.911074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1a4a07bc-3cb0-458f-b442-6d99bbadfe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:27.977716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.006602 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.051739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.056627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d5a8a13f-6238-48d4-a81c-90c46c624c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:28.069010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be67bd-4a3d-4f0f-8ea0-7ce560b59c39,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:28.071554 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:28.081896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.083142 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2772b880-7152-4e28-9787-6f72dffcb624 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78be67bd-4a3d-4f0f-8ea0-7ce560b59c39 HTTP/1.1" status: 204 len: 168 time: 0.1713922 Jan 15 15:11:30.381211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec8a1-8c64-4dcc-a59b-ad15f427b26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.255548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-fcd04083-8c98-4117-a5e7-ac1b2afa4471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.262921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.535926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.844694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.630243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50644) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:35.786379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.802162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:35.806268 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Usage tracker for resource:security_group_rule and tenant:020ab21f83db49199c133596318520fd is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:35.809227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:35.815243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:35.909524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.912517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.922102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-28940678-cdb8-45ae-8bfa-c674290b4bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:35.966889 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=020ab21f83db49199c133596318520fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354475 Jan 15 15:11:35.967891 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745140a8-8d52-476e-8a87-1fd35321e500,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:35.969742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50650) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:35.977425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.977841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.978243 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.978644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.979043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.979436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.979826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.980257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.980656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.981070 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.981456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.981843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.982291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.982679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.983067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.984079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.984513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.984905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.985291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.985678 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.986067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.986452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.986836 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.987263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:35.991642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-95cd2463-0a75-4840-bf2f-d76cca8c0722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:35.997429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:11:36.035962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.065113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.110280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.115716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2362b2e0-e406-41d1-b061-315bd167d035 tempest-TestMinimumBasicScenario-1011534931 tempest-TestMinimumBasicScenario-1011534931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:36.130491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745140a8-8d52-476e-8a87-1fd35321e500,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:36.133213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:36.139037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.142484 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/745140a8-8d52-476e-8a87-1fd35321e500 HTTP/1.1" status: 204 len: 168 time: 0.1694546 Jan 15 15:11:39.322277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.411245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50820) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:46.573822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.590110 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:46.594491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Usage tracker for resource:security_group_rule and tenant:305f5e1782a44583b28c9c25c0a78804 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:46.597572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:46.603328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:46.691696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.694299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.703220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-638dbd84-3db3-45b0-8d6f-bba003c11b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:46.746388 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=305f5e1782a44583b28c9c25c0a78804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338964 Jan 15 15:11:46.748041 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb54723-9d98-40eb-b6ab-a7c36ae1ef1f,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:46.749930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50828) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:46.752079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1a5b3928-d216-489d-9afb-d65f37e90194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:46.814705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.841297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.885491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.890647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f4e6b79f-e309-4776-a6ae-385a5272cab2 tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:46.901390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb54723-9d98-40eb-b6ab-a7c36ae1ef1f,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:46.913560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.913981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.914392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.914797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.915194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.915590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.915981 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.916397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.916790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.917184 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.917572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.917960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.918414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.918809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.919201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.919589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.919975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.921100 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.921509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.921906 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.922301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.922693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.923082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.923471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:46.926831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:46.928038 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cb54723-9d98-40eb-b6ab-a7c36ae1ef1f HTTP/1.1" status: 204 len: 168 time: 0.1770480 Jan 15 15:11:46.929053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.263410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50836) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:47.283641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.298662 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:47.302592 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Usage tracker for resource:security_group_rule and tenant:f1733a381cb74144b7ffebbab82c6fcb is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:47.305505 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:47.311444 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:47.395166 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.397885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.410920 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6a564ab5-e683-481a-af6c-197cd9ef5cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:47.456642 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1733a381cb74144b7ffebbab82c6fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889448 Jan 15 15:11:47.457167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50840) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:47.459691 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf45d3-6cf8-4972-94da-d63a82251be0,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:47.463412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-60a6e815-56c3-42c5-9425-dd0d2bb7b216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.526347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.554839 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.600942 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.606102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3c7116b6-d114-4dff-ad76-bdb9bc48113f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:47.619665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf45d3-6cf8-4972-94da-d63a82251be0,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:47.623014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.624883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.627668 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8d6dc662-5df4-4732-be90-696623bd7f79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37bf45d3-6cf8-4972-94da-d63a82251be0 HTTP/1.1" status: 204 len: 168 time: 0.1682076 Jan 15 15:11:48.045584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50854) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:48.065142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.080610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:48.084628 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Usage tracker for resource:security_group_rule and tenant:6007cdfb3e724c1b85ad1f489bf6e10a is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:48.087520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:48.093790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:48.180886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.183716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.192820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a2b160d2-4550-4120-ae1e-e5a0df49e0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:48.235459 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6007cdfb3e724c1b85ad1f489bf6e10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886301 Jan 15 15:11:48.237215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0fb56-d52a-4ed1-99f9-67ada08e5a2f,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:48.238372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50858) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:48.240720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e18baab0-b5f3-4ec8-b2bd-8dc8960301bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:48.305409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.333773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.378436 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.383359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-813a543a-2064-4a5e-a64a-4a911e6d8d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:48.400156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0fb56-d52a-4ed1-99f9-67ada08e5a2f,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:48.403235 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:48.415826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:48.417103 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-d3517ac0-3fe5-43ee-aa76-56099c008ebb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73d0fb56-d52a-4ed1-99f9-67ada08e5a2f HTTP/1.1" status: 204 len: 168 time: 0.1776538 Jan 15 15:11:49.070729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50880) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:49.225047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.241145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:49.245214 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9c742b9554461183514b89b0409e9d is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:49.248198 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:49.254012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:49.339717 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.343193 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.351573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-dc7d27e8-b5af-4983-97d7-6b923a93bd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:49.377591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50892) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:49.399840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c9c742b9554461183514b89b0409e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278446 Jan 15 15:11:49.400813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a791e32-01df-404b-a1b5-8f0b27128ebb,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:49.402699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 50898) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:49.404099 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-caffab10-b820-470a-86b5-e378c9ab8d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:49.469121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.497761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.538467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-187205818-network', 'tenant_id': 'e857f9a4a1a943e2af552a3c1862a6ce'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:49.545757 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:49.550425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Usage tracker for resource:network and tenant:e857f9a4a1a943e2af552a3c1862a6ce is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:49.553537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:49.559679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:49.570610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Made reservation on behalf of e857f9a4a1a943e2af552a3c1862a6ce for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:49.575625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.591618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.598714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a183d1fd-968b-4a1d-ba28-2bab7a29ba45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:49.608573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.622015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a791e32-01df-404b-a1b5-8f0b27128ebb,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:49.624845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:49.637704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:49.644227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.648361 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f1efcf2c-0ddf-4b2e-96dc-13a0393cd4a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a791e32-01df-404b-a1b5-8f0b27128ebb HTTP/1.1" status: 204 len: 168 time: 0.2415855 Jan 15 15:11:49.648361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Usage tracker for resource:security_group_rule and tenant:e857f9a4a1a943e2af552a3c1862a6ce is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:49.650566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:49.658388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:49.746625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.749536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.753833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-20808324-6ff4-4e08-9679-da65efff754e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:49.804249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:11:49.804249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247c72b0-f5ce-430a-926f-19a064ad5ccc,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:49.804249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:49.806092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.806490 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Added segment 6233fee8-8d93-4192-a2ab-31fa25ffce4a of type vxlan for network fc576f80-85d4-402c-8c1d-55275c822f21 Jan 15 15:11:49.838250 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.872359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.874541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:49.875208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.881096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:49.993604 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6147838 Jan 15 15:11:49.996775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Pushing event updated for resources: {'Network': ['ID=fc576f80-85d4-402c-8c1d-55275c822f21,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:49.996933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 50904) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:50.000470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:50.004032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Request body: {'subnet': {'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-187205818-subnet', 'tenant_id': 'e857f9a4a1a943e2af552a3c1862a6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:50.007931 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network fc576f80-85d4-402c-8c1d-55275c822f21 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:11:50.009367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:50.013488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Usage tracker for resource:subnet and tenant:e857f9a4a1a943e2af552a3c1862a6ce is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:50.017215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:50.023075 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:50.026222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network fc576f80-85d4-402c-8c1d-55275c822f21 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:11:50.033208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Made reservation on behalf of e857f9a4a1a943e2af552a3c1862a6ce for: {'subnet': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:50.038021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4162985'] for subnet, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:50.441877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4162968'] for subnet, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:50.457841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c06fa5e8-a397-4b0b-af00-9df76641cc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:50.586121 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:50.591020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:50.660298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Checking segment: {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:50.660685 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Network hostable DHCP agents. Network: fc576f80-85d4-402c-8c1d-55275c822f21, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:11:50.679274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Network fc576f80-85d4-402c-8c1d-55275c822f21 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:11:50.687377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, fc576f80-85d4-402c-8c1d-55275c822f21) {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:50.696497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441fe8a-807d-46ed-8b46-a5de5229a776 None None] Network fc576f80-85d4-402c-8c1d-55275c822f21 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:50.699256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:50.699915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:50.724856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-61225a7a-f08d-46c0-a6ea-42480180291b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7268963 Jan 15 15:11:51.095333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715438f-8a4c-45ed-9756-d0deaf76ad88 None None] Network fc576f80-85d4-402c-8c1d-55275c822f21 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:52.887734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-fb3f111d-0c68-43d1-b634-775a86b8ada5 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:52.888533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-fb3f111d-0c68-43d1-b634-775a86b8ada5 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Synchronizing usage tracker for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:network {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:52.905915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-fb3f111d-0c68-43d1-b634-775a86b8ada5 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Unset dirty status for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:network {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:52.907191 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-fb3f111d-0c68-43d1-b634-775a86b8ada5 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 808 time: 0.1948612 Jan 15 15:11:52.924030 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-dc3098e1-d953-44c0-a271-d81b2a0c0038 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/quotas/e857f9a4a1a943e2af552a3c1862a6ce HTTP/1.1" status: 200 len: 375 time: 0.0105486 Jan 15 15:11:52.978163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-90f69d69-c296-49d2-82a3-6842b3d18319 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485699 Jan 15 15:11:53.123182 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-235bf156-da47-4e5f-985e-716fc101a75c service neutron] 10.222.0.52 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369948 Jan 15 15:11:53.268965 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-819039ac-1d42-4285-b311-6a5ca9b99f51 service neutron] 10.222.0.52 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388540 Jan 15 15:11:53.469779 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ae3c7017-40bf-411b-acfb-3dead9870bd3 req-43687daa-2671-4ac7-9a0d-a97fca22079f tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 210 time: 0.0483985 Jan 15 15:11:54.650546 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d51de566-97e1-467d-a4d7-f80d620ed304 req-987096fd-0a77-49a8-ab5f-64d69d5e5615 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 210 time: 0.0504031 Jan 15 15:11:54.936424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-a6e7b135-e054-420a-8a6b-68bfac60c3a4 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.938069 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-a6e7b135-e054-420a-8a6b-68bfac60c3a4 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 808 time: 0.1798100 Jan 15 15:11:54.974484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Request body: {'port': {'device_id': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21', 'admin_state_up': True, 'tenant_id': 'e857f9a4a1a943e2af552a3c1862a6ce'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:55.123262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:55.127700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Usage tracker for resource:port and tenant:e857f9a4a1a943e2af552a3c1862a6ce is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:55.130679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Quota usage for port was recalculated. Used quota:0. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:55.136544 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:55.145322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Made reservation on behalf of e857f9a4a1a943e2af552a3c1862a6ce for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:55.154158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:55.467755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Allocated IP 172.20.0.14 (fc576f80-85d4-402c-8c1d-55275c822f21/48d9ed6e-1ff1-421e-96b6-9d19f1c04a46/41cc2d3f-2207-4f65-b3d0-4092698b8654) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:55.683802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:55.710623 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:55.730154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1208b36b-a675-4d10-9efd-1c34d1a11c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:55.922695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Pushing event updated for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:55.928608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:56.010017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae98f57-92d8-4ed9-a2e1-727292a6a084 req-1f47b93a-b629-4ba5-b120-f81c235930e3 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:56.011598 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bae98f57-92d8-4ed9-a2e1-727292a6a084 req-1f47b93a-b629-4ba5-b120-f81c235930e3 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 932 time: 0.2250376 Jan 15 15:11:56.023735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Network fc576f80-85d4-402c-8c1d-55275c822f21 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:56.041765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:56.047416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:56.121525 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bae98f57-92d8-4ed9-a2e1-727292a6a084 req-bb201cf2-bb4a-46a1-97a5-51ac35ba9d40 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025171 Jan 15 15:11:56.144748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:56.145440 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:56.166067 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-0da642d2-332d-4c1b-8561-b42070a4b0f0 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1957941 Jan 15 15:11:56.185326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Request body: {'port': {'device_id': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:56.301151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:56.701078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cc2d3f-2207-4f65-b3d0-4092698b8654 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:11:56.708612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:56.721360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Transition to ACTIVE for port object 41cc2d3f-2207-4f65-b3d0-4092698b8654 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:56.723688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:56.738695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-fabaccca-0010-46f2-b010-6d83a009c2e1 tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:56.871858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:56.875603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:57.271149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Attempting to bind port 41cc2d3f-2207-4f65-b3d0-4092698b8654 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:57.271517 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Attempting to bind port 41cc2d3f-2207-4f65-b3d0-4092698b8654 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:57.271876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Attempting to bind port 41cc2d3f-2207-4f65-b3d0-4092698b8654 on network fc576f80-85d4-402c-8c1d-55275c822f21 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:57.277618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:57.277991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Checking segment: {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:57.278388 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:57.278780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Bound using segment: {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:57.279245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Bound port: 41cc2d3f-2207-4f65-b3d0-4092698b8654, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:57.280188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:57.354618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ff3a4-c0dc-4320-bbb2-afbe3cf66475 req-ee8eae1f-50dc-496e-a7a1-8f3e6a28721c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:57.356295 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c38ff3a4-c0dc-4320-bbb2-afbe3cf66475 req-ee8eae1f-50dc-496e-a7a1-8f3e6a28721c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 944 time: 0.1005120 Jan 15 15:11:57.370145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:57.373411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:57.376935 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:57.392261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7f110cc2-3e03-4450-975a-532f268d482f tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:57.412282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-c38ff3a4-c0dc-4320-bbb2-afbe3cf66475 req-b9fab09e-4b0a-4a96-b33e-94494e53f7bc tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Synchronizing usage tracker for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:57.429491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-c38ff3a4-c0dc-4320-bbb2-afbe3cf66475 req-b9fab09e-4b0a-4a96-b33e-94494e53f7bc tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Unset dirty status for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:57.430669 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c38ff3a4-c0dc-4320-bbb2-afbe3cf66475 req-b9fab09e-4b0a-4a96-b33e-94494e53f7bc tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Jan 15 15:11:57.547523 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:57.550965 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:57.582867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:57.583549 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:57.585122 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/41cc2d3f-2207-4f65-b3d0-4092698b8654 HTTP/1.1" status: 200 len: 1158 time: 1.4043524 Jan 15 15:11:57.585645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:57.674045 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654', 'status': 'completed', 'code': 200} Jan 15 15:11:57.714904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-a42462c6-b7ca-44d8-92ed-d1eaf7313b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:57.716480 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-a42462c6-b7ca-44d8-92ed-d1eaf7313b70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 1161 time: 0.0796428 Jan 15 15:11:57.797254 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-40604cc5-f633-4fb1-a8d8-593b69aa1e5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654 HTTP/1.1" status: 200 len: 217 time: 0.0682085 Jan 15 15:11:57.865369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-ee6ed4d5-add6-4634-9027-de5d0d21f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:57.866935 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-ee6ed4d5-add6-4634-9027-de5d0d21f938 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 HTTP/1.1" status: 200 len: 848 time: 0.0635314 Jan 15 15:11:57.921544 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-c2cfd1fa-cc33-42c5-b32b-c4811219ca46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc576f80-85d4-402c-8c1d-55275c822f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475030 Jan 15 15:11:58.065592 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-462e6069-c760-4a41-8db4-52a65052bc88 service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370029 Jan 15 15:11:58.208365 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9d5f83e-5ff6-4cfe-8124-1427e2abd681 req-6d9862e4-385a-4590-bd80-fe3aa122baac service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366212 Jan 15 15:11:58.369292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95323cf6-5971-4857-9e22-ca88c643af9e req-203b26ba-ba1b-474c-802b-2e90360487c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:58.370894 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-203b26ba-ba1b-474c-802b-2e90360487c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 1161 time: 0.0739753 Jan 15 15:11:58.516172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95323cf6-5971-4857-9e22-ca88c643af9e req-1c55b541-a543-4d13-87ae-9c62567c892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:58.517773 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-1c55b541-a543-4d13-87ae-9c62567c892f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 902 time: 0.1396077 Jan 15 15:11:58.593082 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-a09ae521-8eef-449d-b2d9-df735dcecc8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654 HTTP/1.1" status: 200 len: 217 time: 0.0673554 Jan 15 15:11:58.664304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95323cf6-5971-4857-9e22-ca88c643af9e req-1931edc9-3fb6-4064-9f2f-6f56f63fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:58.665892 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-1931edc9-3fb6-4064-9f2f-6f56f63fbd59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 HTTP/1.1" status: 200 len: 848 time: 0.0643606 Jan 15 15:11:58.684164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9924c7a-cf1f-4321-9a2b-04797cec55b0 req-32faea80-0adb-4bf0-b523-7a79b7431664 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:58.685899 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9924c7a-cf1f-4321-9a2b-04797cec55b0 req-32faea80-0adb-4bf0-b523-7a79b7431664 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 944 time: 0.1021147 Jan 15 15:11:58.718574 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-02366416-29ec-4e1d-bdcb-8c018178def3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc576f80-85d4-402c-8c1d-55275c822f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435784 Jan 15 15:11:58.738457 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a9924c7a-cf1f-4321-9a2b-04797cec55b0 req-b0fc1fab-d53b-46e6-8c03-d4065d5609d7 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Jan 15 15:11:58.866444 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-2ca39dad-eb3f-4882-afc1-49c8f36c2ffe service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386487 Jan 15 15:11:59.011180 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-95323cf6-5971-4857-9e22-ca88c643af9e req-21ae7123-ce62-4660-a788-4d228310b99c service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364925 Jan 15 15:11:59.977527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c40e8e-8019-4ebc-8d93-05134466db4e req-1696f8ab-a1f3-4939-bf05-692bdb3dab3e tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:59.978288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-68c40e8e-8019-4ebc-8d93-05134466db4e req-1696f8ab-a1f3-4939-bf05-692bdb3dab3e tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Synchronizing usage tracker for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:59.994565 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-68c40e8e-8019-4ebc-8d93-05134466db4e req-1696f8ab-a1f3-4939-bf05-692bdb3dab3e tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Unset dirty status for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:59.995797 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-68c40e8e-8019-4ebc-8d93-05134466db4e req-1696f8ab-a1f3-4939-bf05-692bdb3dab3e tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 944 time: 0.1243317 Jan 15 15:12:00.048159 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-68c40e8e-8019-4ebc-8d93-05134466db4e req-2812bf6e-172c-4c13-b84a-d718f6331b91 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 Jan 15 15:12:00.382980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0169-a89e-4f68-8624-6c84892f7d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.985952 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.objects.ports [None req-3602fde1-1972-46c2-a55c-1c9f497f7ff7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80066) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:12:01.281352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5b95d-a15d-420c-9c4e-9902f6f72b1e req-a3bdd651-bf65-480c-b829-d971b277a3a9 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:01.283130 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48c5b95d-a15d-420c-9c4e-9902f6f72b1e req-a3bdd651-bf65-480c-b829-d971b277a3a9 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 944 time: 0.1021128 Jan 15 15:12:01.333343 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-48c5b95d-a15d-420c-9c4e-9902f6f72b1e req-72159c22-7486-4d2a-9364-057773e01dc6 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Jan 15 15:12:01.474057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 41cc2d3f-2207-4f65-b3d0-4092698b8654 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:01.543142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 41cc2d3f-2207-4f65-b3d0-4092698b8654 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:01.548177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 41cc2d3f-2207-4f65-b3d0-4092698b8654 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:01.548600 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:01.667772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:01.695106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:01.706721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:01.709498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:01.712129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:01.758744 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654', 'code': 200} Jan 15 15:12:01.786412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:01.794660 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.795019 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.795476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.795857 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.796260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.796638 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.797013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.797384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.797816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.798211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.798580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.798943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.799367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.799734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.800127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.800509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.800862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.801323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.801659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.802024 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.802386 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.802748 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.803108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.803507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:01.807833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:02.032034 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fca5b-0376-47f1-bebe-62199b308f1f req-207e7d5b-7922-41d9-ad58-6a052d3a24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:02.033978 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a37fca5b-0376-47f1-bebe-62199b308f1f req-207e7d5b-7922-41d9-ad58-6a052d3a24bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 1163 time: 0.0760546 Jan 15 15:12:02.078013 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a37fca5b-0376-47f1-bebe-62199b308f1f req-f1f76c0f-1e90-4693-b719-08dee67ab0d6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Jan 15 15:12:02.257344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ce32512f-3b09-459a-bf8d-712fcec66878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:02.561858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66fd56-f0c0-4659-9307-89a131b5ce75 req-c7149753-8ca7-4165-82ef-8977cfc0d851 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:02.563568 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e66fd56-f0c0-4659-9307-89a131b5ce75 req-c7149753-8ca7-4165-82ef-8977cfc0d851 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 946 time: 0.1018004 Jan 15 15:12:02.618236 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6e66fd56-f0c0-4659-9307-89a131b5ce75 req-edae2d8e-e7ee-4d21-8a8d-bc2102618e53 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Jan 15 15:12:03.050787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 41cc2d3f-2207-4f65-b3d0-4092698b8654 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:03.119341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 41cc2d3f-2207-4f65-b3d0-4092698b8654 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:03.119761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.265689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.852365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a93bf-fc50-4795-a73d-d2bf9f450e6e req-a2a95980-a2e7-4954-8f46-bbc42362fbea tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:03.853898 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7c2a93bf-fc50-4795-a73d-d2bf9f450e6e req-a2a95980-a2e7-4954-8f46-bbc42362fbea tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 946 time: 0.1055045 Jan 15 15:12:03.905792 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-7c2a93bf-fc50-4795-a73d-d2bf9f450e6e req-133f9f1f-43b7-40e1-97f3-256235728123 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Jan 15 15:12:04.538439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.849696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:05.041081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6670-8a90-4f55-a687-47987ab4d50e req-41427450-7e1a-4327-b626-fa700c948c8a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:05.042732 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e87c6670-8a90-4f55-a687-47987ab4d50e req-41427450-7e1a-4327-b626-fa700c948c8a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 946 time: 0.1044953 Jan 15 15:12:05.093419 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-e87c6670-8a90-4f55-a687-47987ab4d50e req-27ffb766-a2e1-43e3-844e-20f0aae10c00 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Jan 15 15:12:06.328877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88fb9-ce73-45ba-982f-6cafe6be0a0b req-fc8c0060-1772-4750-b719-3a45bf71d6ac tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:06.330545 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8de88fb9-ce73-45ba-982f-6cafe6be0a0b req-fc8c0060-1772-4750-b719-3a45bf71d6ac tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 946 time: 0.1015110 Jan 15 15:12:06.380717 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-8de88fb9-ce73-45ba-982f-6cafe6be0a0b req-4e12c7d0-375f-4427-85d4-048ef063869d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Jan 15 15:12:06.588297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02358516-da6a-4020-981d-ab5527123d40 req-867eb0cc-85e4-4b4f-a445-4db8781bb8d2 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:06.589849 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02358516-da6a-4020-981d-ab5527123d40 req-867eb0cc-85e4-4b4f-a445-4db8781bb8d2 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 946 time: 0.1000693 Jan 15 15:12:06.670562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Deleting port 41cc2d3f-2207-4f65-b3d0-4092698b8654 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:06.670868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:06.883476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 41cc2d3f-2207-4f65-b3d0-4092698b8654 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:06.925377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:06.925698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:06.998953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:07.029883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:07.040921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:07.045007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:07.046879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:07.057568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Calling delete_port for 41cc2d3f-2207-4f65-b3d0-4092698b8654 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:07.098824 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654', 'code': 200} Jan 15 15:12:07.119379 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:07.122767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:07.144666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80064) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:12:07.145050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:12:07.612194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9199bf-cdaa-40c6-a4f6-56f3b569dc35 req-65cb479e-14a2-46da-bf80-31f7b1d50ae4 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:07.613826 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ad9199bf-cdaa-40c6-a4f6-56f3b569dc35 req-65cb479e-14a2-46da-bf80-31f7b1d50ae4 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 944 time: 0.1023700 Jan 15 15:12:07.646018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Deleting port 41cc2d3f-2207-4f65-b3d0-4092698b8654 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:07.646420 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:07.665808 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-ad9199bf-cdaa-40c6-a4f6-56f3b569dc35 req-9ee27c6f-dfe2-4002-b504-0d5ef572433a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jan 15 15:12:07.905338 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] For port 41cc2d3f-2207-4f65-b3d0-4092698b8654, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=41cc2d3f-2207-4f65-b3d0-4092698b8654,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:07.905736 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:08.033039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Calling delete_port for 41cc2d3f-2207-4f65-b3d0-4092698b8654 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:08.178527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:08.193480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6c5b89d9-63c3-4040-932b-c8e54cbaa638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:08.286567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Pushing event deleted for resources: {'Port': ['ID=41cc2d3f-2207-4f65-b3d0-4092698b8654,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:08.293262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:08.391298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] No DVR routers for this DVR port 41cc2d3f-2207-4f65-b3d0-4092698b8654 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:08.393391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:08.396022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-deleted', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:08.411669 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-02358516-da6a-4020-981d-ab5527123d40 req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "DELETE /v2.0/ports/41cc2d3f-2207-4f65-b3d0-4092698b8654 HTTP/1.1" status: 204 len: 173 time: 1.8157439 Jan 15 15:12:08.464175 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a59659-1e0c-478a-a68d-7d0bd0fb1696', 'name': 'network-vif-deleted', 'tag': '41cc2d3f-2207-4f65-b3d0-4092698b8654', 'status': 'completed', 'code': 200} Jan 15 15:12:08.852268 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-65c1bb4e-7a37-429a-aa86-794ee5b3232a req-5004bc1f-7573-4a0a-a500-455bd5406d06 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=c0a59659-1e0c-478a-a68d-7d0bd0fb1696 HTTP/1.1" status: 200 len: 210 time: 0.0460491 Jan 15 15:12:09.320168 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:10.499516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-182344ed-64ba-447c-949f-d7330f14f8e8 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.501186 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-182344ed-64ba-447c-949f-d7330f14f8e8 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 808 time: 0.3944325 Jan 15 15:12:10.517762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-90517514-2930-44cd-9556-cb550aec0aff tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/quotas/e857f9a4a1a943e2af552a3c1862a6ce HTTP/1.1" status: 200 len: 375 time: 0.0106056 Jan 15 15:12:10.572482 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-d98c0488-9d3d-448b-a966-6b9d07427021 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491395 Jan 15 15:12:10.720264 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-23ce86fe-cc05-4a5f-8f3d-9cdf1a4558be service neutron] 10.222.0.52 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396277 Jan 15 15:12:10.865618 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-21b419d0-5ae9-4d5a-aeeb-d5e76db2d79e service neutron] 10.222.0.52 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388900 Jan 15 15:12:11.064448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f83f81ad-e443-4d39-a476-4889387ca7d4 req-25a8570e-fae5-4138-a3c4-d6b5cfdad986 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Synchronizing usage tracker for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:11.079458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-f83f81ad-e443-4d39-a476-4889387ca7d4 req-25a8570e-fae5-4138-a3c4-d6b5cfdad986 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Unset dirty status for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:11.080776 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f83f81ad-e443-4d39-a476-4889387ca7d4 req-25a8570e-fae5-4138-a3c4-d6b5cfdad986 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 210 time: 0.0642221 Jan 15 15:12:12.223728 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-bb0c958c-6717-4dab-bcdc-d82ba5646d49 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:12.225390 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-bb0c958c-6717-4dab-bcdc-d82ba5646d49 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 808 time: 0.1814761 Jan 15 15:12:12.261253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Request body: {'port': {'device_id': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21', 'admin_state_up': True, 'tenant_id': 'e857f9a4a1a943e2af552a3c1862a6ce'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:12.264324 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-fb41c297-96b1-4f0e-b244-805f716693be req-f8ff07e6-89d1-4e2c-8a6d-9821d7c682be tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 210 time: 0.0475106 Jan 15 15:12:12.408437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:12.418037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:12.426693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Made reservation on behalf of e857f9a4a1a943e2af552a3c1862a6ce for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:12.436205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:12.742351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Allocated IP 172.20.0.8 (fc576f80-85d4-402c-8c1d-55275c822f21/48d9ed6e-1ff1-421e-96b6-9d19f1c04a46/81348b7b-98a6-4c0b-ba75-3172003ce62b) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:12.996751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:13.175483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:13.201985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:13.216610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3a2bb8b2-07d3-4f2f-bbeb-37717c5749b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:13.350822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Pushing event updated for resources: {'Port': ['ID=81348b7b-98a6-4c0b-ba75-3172003ce62b,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:13.355217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:13.458704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Network fc576f80-85d4-402c-8c1d-55275c822f21 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:13.461558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:13.463985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:13.558239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:13.558823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:13.603625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244f82-5afc-4e5c-adda-6c49f665e12e req-ce156894-3cb7-4439-aa74-df470597ba7c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:13.605269 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5c244f82-5afc-4e5c-adda-6c49f665e12e req-ce156894-3cb7-4439-aa74-df470597ba7c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 931 time: 0.2073975 Jan 15 15:12:13.628647 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-b30c5ef4-7904-4142-8bc7-2de2bf609a13 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718240 Jan 15 15:12:13.653572 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Request body: {'port': {'device_id': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:13.704127 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5c244f82-5afc-4e5c-adda-6c49f665e12e req-64127d3f-0eb7-45b1-96dd-d772a14b5ee3 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914664 Jan 15 15:12:13.778303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.185859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81348b7b-98a6-4c0b-ba75-3172003ce62b {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:12:14.192875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.205559 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Transition to ACTIVE for port object 81348b7b-98a6-4c0b-ba75-3172003ce62b will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:14.208304 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.224548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-faca2127-55d6-45b1-a0ab-95b5f125dd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:14.362510 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Pushing event updated for resources: {'Port': ['ID=81348b7b-98a6-4c0b-ba75-3172003ce62b,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:14.365591 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:14.545129 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Attempting to bind port 81348b7b-98a6-4c0b-ba75-3172003ce62b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:12:14.545547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Attempting to bind port 81348b7b-98a6-4c0b-ba75-3172003ce62b by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:12:14.545908 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Attempting to bind port 81348b7b-98a6-4c0b-ba75-3172003ce62b on network fc576f80-85d4-402c-8c1d-55275c822f21 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:12:14.551489 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:12:14.551858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Checking segment: {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:14.552284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.552679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Bound using segment: {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:12:14.553140 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Bound port: 81348b7b-98a6-4c0b-ba75-3172003ce62b, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6233fee8-8d93-4192-a2ab-31fa25ffce4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc576f80-85d4-402c-8c1d-55275c822f21'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:12:14.553503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.642741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] For port 81348b7b-98a6-4c0b-ba75-3172003ce62b, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:12:14.645853 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] For port 81348b7b-98a6-4c0b-ba75-3172003ce62b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=81348b7b-98a6-4c0b-ba75-3172003ce62b,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:12:14.649057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.664253 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-26719c21-6e36-4ad8-a677-7f839a93ea92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:14.815642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Pushing event updated for resources: {'Port': ['ID=81348b7b-98a6-4c0b-ba75-3172003ce62b,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:14.821339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:14.853551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:14.854220 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.855803 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-df89b227-5c05-40e3-98d5-eaaf4ade554b service neutron] 10.222.0.69 "PUT /v2.0/ports/81348b7b-98a6-4c0b-ba75-3172003ce62b HTTP/1.1" status: 200 len: 1157 time: 1.2096238 Jan 15 15:12:14.856355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:14.938640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb713111-5a74-41aa-aa66-508e5bc9bd07 req-149556ba-32c5-402b-8950-bad7cb68e536 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:14.940350 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cb713111-5a74-41aa-aa66-508e5bc9bd07 req-149556ba-32c5-402b-8950-bad7cb68e536 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 943 time: 0.1049969 Jan 15 15:12:14.955260 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b', 'status': 'completed', 'code': 200} Jan 15 15:12:14.995125 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cb713111-5a74-41aa-aa66-508e5bc9bd07 req-7ea07d6e-0676-44d3-93e0-af63cc0d6b3d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484765 Jan 15 15:12:14.996909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-6cf144b8-fc1a-45e1-8967-7b3aa9ce011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:14.999495 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-6cf144b8-fc1a-45e1-8967-7b3aa9ce011b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 1160 time: 0.0810525 Jan 15 15:12:15.080276 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-892287b6-35cf-4c06-84bb-9dcf3d48dc08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81348b7b-98a6-4c0b-ba75-3172003ce62b HTTP/1.1" status: 200 len: 217 time: 0.0667043 Jan 15 15:12:15.149287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-07019d16-d11a-43e4-9d43-38aff3bc7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:15.150808 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-07019d16-d11a-43e4-9d43-38aff3bc7538 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 HTTP/1.1" status: 200 len: 848 time: 0.0645633 Jan 15 15:12:15.200751 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-cc551788-605b-4638-8be3-b3161778c0fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc576f80-85d4-402c-8c1d-55275c822f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427451 Jan 15 15:12:15.346454 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-f96e3862-7d15-4763-a656-783495faa608 service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395512 Jan 15 15:12:15.491688 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6abed629-d7b0-4637-bb8e-e6f76122adac req-abb6397b-ba63-4109-84dc-265124756b4f service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384587 Jan 15 15:12:15.665089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-9533d06d-0a95-45cf-bc02-2b2159734284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:15.666717 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-9533d06d-0a95-45cf-bc02-2b2159734284 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 1160 time: 0.0801747 Jan 15 15:12:15.808679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-27c72370-7088-4194-9554-36fd08c6fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:15.810493 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-27c72370-7088-4194-9554-36fd08c6fabb service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 200 len: 902 time: 0.1369686 Jan 15 15:12:15.880866 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-39659049-1297-41a0-9cc2-7a36ccd4eaf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81348b7b-98a6-4c0b-ba75-3172003ce62b HTTP/1.1" status: 200 len: 217 time: 0.0626738 Jan 15 15:12:15.953357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-f9bf82fb-fa10-497f-b670-f5142f11056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:15.954813 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-f9bf82fb-fa10-497f-b670-f5142f11056c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 HTTP/1.1" status: 200 len: 848 time: 0.0667341 Jan 15 15:12:16.007668 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-b1ea6016-4e50-4852-a323-6209656e7737 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc576f80-85d4-402c-8c1d-55275c822f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439477 Jan 15 15:12:16.204946 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-eb89d8f5-3616-4469-b5ae-ca888a7aaf35 service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895685 Jan 15 15:12:16.335135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c1c03-d68a-4b9a-8cb2-df5cd46840bf req-b15bb7e6-d568-41c2-b65f-dd1543a4bd1a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:16.335907 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-506c1c03-d68a-4b9a-8cb2-df5cd46840bf req-b15bb7e6-d568-41c2-b65f-dd1543a4bd1a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Synchronizing usage tracker for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:16.374061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-506c1c03-d68a-4b9a-8cb2-df5cd46840bf req-b15bb7e6-d568-41c2-b65f-dd1543a4bd1a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Unset dirty status for tenant:e857f9a4a1a943e2af552a3c1862a6ce on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:16.375312 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-506c1c03-d68a-4b9a-8cb2-df5cd46840bf req-b15bb7e6-d568-41c2-b65f-dd1543a4bd1a tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 943 time: 0.2416763 Jan 15 15:12:16.417860 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-88f3d151-41db-42ac-942a-5b2b2a7c86ab req-37431f4f-94ef-4faa-9ded-df2e34c0c50a service neutron] 10.222.0.69 "GET /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2003396 Jan 15 15:12:16.443788 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-506c1c03-d68a-4b9a-8cb2-df5cd46840bf req-54e8e5ea-fdcf-415a-858a-8f59dae5f8aa tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555832 Jan 15 15:12:17.457428 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 81348b7b-98a6-4c0b-ba75-3172003ce62b up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:17.525775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port 81348b7b-98a6-4c0b-ba75-3172003ce62b completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:17.531349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 81348b7b-98a6-4c0b-ba75-3172003ce62b triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:17.531766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:17.659873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:17.690392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:17.701296 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port 81348b7b-98a6-4c0b-ba75-3172003ce62b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=81348b7b-98a6-4c0b-ba75-3172003ce62b,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:17.703978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:17.705960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:17.761505 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b', 'code': 200} Jan 15 15:12:17.782392 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=81348b7b-98a6-4c0b-ba75-3172003ce62b,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:17.785663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:17.820352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7598545-93ab-4361-b835-28120cbeede5 req-e80f8251-3daa-4dce-8265-b821ffdf993d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:17.822006 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c7598545-93ab-4361-b835-28120cbeede5 req-e80f8251-3daa-4dce-8265-b821ffdf993d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.1032789 Jan 15 15:12:17.875718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c7598545-93ab-4361-b835-28120cbeede5 req-b0420adc-d081-48f7-8014-1e65a2117ac2 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Jan 15 15:12:18.032883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41ebfe-bd7e-4676-921b-da2e7a593178 req-a386ee04-28eb-49de-a9f8-e7a151821dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:18.034374 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e41ebfe-bd7e-4676-921b-da2e7a593178 req-a386ee04-28eb-49de-a9f8-e7a151821dea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 1162 time: 0.0743208 Jan 15 15:12:18.077141 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5e41ebfe-bd7e-4676-921b-da2e7a593178 req-0b6b4324-d05a-43a9-ac8a-5d5342e43dab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Jan 15 15:12:19.108459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702c2f4-8d30-43c9-9be7-937c555c2e20 req-eb8e83d8-9056-4695-b6f7-9756927f950b tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:19.110057 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4702c2f4-8d30-43c9-9be7-937c555c2e20 req-eb8e83d8-9056-4695-b6f7-9756927f950b tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.1048405 Jan 15 15:12:19.164436 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4702c2f4-8d30-43c9-9be7-937c555c2e20 req-69b8c94c-9858-4e74-9bd8-9b6536fcddfc tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 Jan 15 15:12:19.285202 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 81348b7b-98a6-4c0b-ba75-3172003ce62b up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:19.353396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port 81348b7b-98a6-4c0b-ba75-3172003ce62b triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:19.353822 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:20.394207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0916-79fe-468f-b7d9-43e1e0366013 req-48ada298-8c5e-44c7-98aa-5f32b438da76 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:20.395810 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-947d0916-79fe-468f-b7d9-43e1e0366013 req-48ada298-8c5e-44c7-98aa-5f32b438da76 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.1030610 Jan 15 15:12:20.446807 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-947d0916-79fe-468f-b7d9-43e1e0366013 req-b429294d-6c4b-401b-9abe-6e3d2ab8d3bb tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444968 Jan 15 15:12:21.668851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3708c-297b-470a-97b1-839bded1c381 req-c3a90e16-30be-4f0d-8499-0b0550238b3d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:21.670584 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a7b3708c-297b-470a-97b1-839bded1c381 req-c3a90e16-30be-4f0d-8499-0b0550238b3d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.1007559 Jan 15 15:12:21.725142 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a7b3708c-297b-470a-97b1-839bded1c381 req-bd197bc6-ea0e-40a8-9a9c-e6c2f96c4f25 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Jan 15 15:12:22.956916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d395c-a551-43f4-84a4-c7c16ee8d318 req-ddd147db-9707-496c-b313-769fcbc41a1c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:22.958558 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-813d395c-a551-43f4-84a4-c7c16ee8d318 req-ddd147db-9707-496c-b313-769fcbc41a1c tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.0997915 Jan 15 15:12:23.013616 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-813d395c-a551-43f4-84a4-c7c16ee8d318 req-396308f7-4b0b-4867-ac17-8d00461d3ffd tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/security-groups?id=247c72b0-f5ce-430a-926f-19a064ad5ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Jan 15 15:12:23.486069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11ff31-54e3-43f6-8441-092449264b1e req-a9b7c296-807e-417b-9131-b92baa1a4b73 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:23.487637 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bf11ff31-54e3-43f6-8441-092449264b1e req-a9b7c296-807e-417b-9131-b92baa1a4b73 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 945 time: 0.3158696 Jan 15 15:12:23.565442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Deleting port 81348b7b-98a6-4c0b-ba75-3172003ce62b {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:23.565825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:23.819612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] For port 81348b7b-98a6-4c0b-ba75-3172003ce62b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=81348b7b-98a6-4c0b-ba75-3172003ce62b,segment=NetworkSegment(6233fee8-8d93-4192-a2ab-31fa25ffce4a),segment_id=6233fee8-8d93-4192-a2ab-31fa25ffce4a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:23.819937 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:23.949287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Calling delete_port for 81348b7b-98a6-4c0b-ba75-3172003ce62b owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:24.099106 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:24.114574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3b31fd64-1f49-4043-93a5-57397b3ae162 tempest-VolumesActionsTest-1542738139 tempest-VolumesActionsTest-1542738139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:24.192840 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d4295a91-2d09-4e63-bd01-36a3f7dba7ea req-a164e74c-0246-4e79-b10a-c50c0887f44d tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.52 "GET /v2.0/ports?device_id=320c38a7-e6c1-4ed6-bcc4-415f3aa241ff HTTP/1.1" status: 200 len: 210 time: 0.0464058 Jan 15 15:12:24.213123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Pushing event deleted for resources: {'Port': ['ID=81348b7b-98a6-4c0b-ba75-3172003ce62b,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:24.221071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:24.324666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] No DVR routers for this DVR port 81348b7b-98a6-4c0b-ba75-3172003ce62b on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:24.327476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:24.330217 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'name': 'network-vif-deleted', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:24.345744 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-bf11ff31-54e3-43f6-8441-092449264b1e req-58565712-e8a1-4df5-b2bc-73ea19a5fb11 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] 10.222.0.69 "DELETE /v2.0/ports/81348b7b-98a6-4c0b-ba75-3172003ce62b HTTP/1.1" status: 204 len: 173 time: 0.8518510 Jan 15 15:12:24.391440 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320c38a7-e6c1-4ed6-bcc4-415f3aa241ff', 'name': 'network-vif-deleted', 'tag': '81348b7b-98a6-4c0b-ba75-3172003ce62b', 'status': 'completed', 'code': 200} Jan 15 15:12:25.154461 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 81348b7b-98a6-4c0b-ba75-3172003ce62b no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:25.189083 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: 81348b7b-98a6-4c0b-ba75-3172003ce62b {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:25.189484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device 81348b7b-98a6-4c0b-ba75-3172003ce62b not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:30.384424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-18fc3780-917c-42e6-8dff-8e69d511b974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:32.260133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1031666d-aeda-4b9f-89be-64bfa8ee1845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.269411 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:34.542162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:34.858391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.321543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.006399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51270) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:45.072977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Deleting subnet 48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 {{(pid=80064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:12:45.076194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.131219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2931156'] for subnet, precommit_delete_associations {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.190879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.453483 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850725599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850612864'] for subnet, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.469464 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1fe51ec3-020e-4432-a351-7338b5fc71a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:45.557922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d9ed6e-1ff1-421e-96b6-9d19f1c04a46,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:45.580790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.581203 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.581614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.582018 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.582414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.582810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.583206 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.583599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.583993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.584406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.584799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.585188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.585636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.586033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.586424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.586814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.587201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.587592 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.587980 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.588394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.588786 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.589172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.589560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.589946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:45.595126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:45.620939 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for subnet, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.627492 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-7227b218-6fa7-4448-b144-8700dca9cf43 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/48d9ed6e-1ff1-421e-96b6-9d19f1c04a46 HTTP/1.1" status: 204 len: 168 time: 0.6200054 Jan 15 15:12:45.630194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51274) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:45.745537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.930312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.045745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc576f80-85d4-402c-8c1d-55275c822f21']}} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:46.058079 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6233fee8-8d93-4192-a2ab-31fa25ffce4a') {'for_net_delete': True} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:46.058408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6233fee8-8d93-4192-a2ab-31fa25ffce4a') {} {{(pid=80064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:46.070156 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851844628'] for segment, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.084743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.086693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:12:46.268828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Network fc576f80-85d4-402c-8c1d-55275c822f21 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:46.283716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850725508'] for segment, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.474066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Network fc576f80-85d4-402c-8c1d-55275c822f21 has no segments {{(pid=80064) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:12:46.506320 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:12:46.591742 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.595363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:46.609477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.621252 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Pushing event deleted for resources: {'Network': ['ID=fc576f80-85d4-402c-8c1d-55275c822f21,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:46.627968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:46.630220 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-2a5289b3-b838-4e07-acb5-d2d924c2ebce admin admin] 10.222.0.52 "DELETE /v2.0/networks/fc576f80-85d4-402c-8c1d-55275c822f21 HTTP/1.1" status: 204 len: 168 time: 0.9990418 Jan 15 15:12:46.866272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51280) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:46.934773 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-8672d483-d046-4182-9141-4c016af2a3a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e857f9a4a1a943e2af552a3c1862a6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663683 Jan 15 15:12:46.936753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51284) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:47.006105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.038043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.088077 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.093999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ec4112cc-847e-4de6-944a-7c707e1238c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:47.108165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247c72b0-f5ce-430a-926f-19a064ad5ccc,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:47.111013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:47.117123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.118353 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-165ea42d-402e-4626-ad55-2b0f4c107147 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/247c72b0-f5ce-430a-926f-19a064ad5ccc HTTP/1.1" status: 204 len: 168 time: 0.1806247 Jan 15 15:12:47.998478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51306) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:48.137250 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753895906-network', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:48.142443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:48.146534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Usage tracker for resource:network and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:48.149555 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:48.156177 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:48.165135 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Made reservation on behalf of 0e20c07ad645420c90486229ad1ac1b5 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:48.170403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.183201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.198970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:48.202999 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Usage tracker for resource:security_group_rule and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:48.205923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:48.211582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:48.298740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.301273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.305438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2ffe15e2-79ba-443e-90b0-d4883b21ec85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:48.338103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:12:48.351629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1502addf-c6f8-45ab-879c-aa6477c71817,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:48.360946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.361338 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Added segment 2ca49591-beb6-4902-b969-109554311e4a of type vxlan for network f6eabd4b-1341-4238-b333-e2261f4a30f1 Jan 15 15:12:48.363199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.363618 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.364033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.364482 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.364888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.365292 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.365692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.366092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.366488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.366883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.367279 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.367674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.368150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.368558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.368957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.369353 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.369747 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.370141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.370536 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.370929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.371324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.371910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.372343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.372741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:48.380621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:48.403671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.433305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.434665 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:48.435300 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.440188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:48.548932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Pushing event updated for resources: {'Network': ['ID=f6eabd4b-1341-4238-b333-e2261f4a30f1,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:48.552149 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:48.553972 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9a2d9232-3dc5-4d06-a6b4-51dbb926c50f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5543814 Jan 15 15:12:48.557028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51312) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:48.559688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:48.563245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Request body: {'subnet': {'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753895906-subnet', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:48.568606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:48.572705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Usage tracker for resource:subnet and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:48.575932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:48.580390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:48.581813 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:48.591978 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Made reservation on behalf of 0e20c07ad645420c90486229ad1ac1b5 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:48.596814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3878888'] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.003831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2602738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3878873'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.019982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:49.151831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:49.164656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:49.222241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Checking segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:49.222634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Network hostable DHCP agents. Network: f6eabd4b-1341-4238-b333-e2261f4a30f1, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:12:49.240767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:12:49.249255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, f6eabd4b-1341-4238-b333-e2261f4a30f1) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:49.258215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957ce55-88fd-40ae-aaeb-9951cb5c54bc None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:49.260881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:49.261528 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.281502 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-173cca8a-8fd1-4e9d-be5a-074061cabd21 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7231045 Jan 15 15:12:49.284287 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51316) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:49.289801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:49.294684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:49.298802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Usage tracker for resource:router and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:49.302367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:49.308352 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:49.318021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.319089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.335496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.493288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-f6eabd4b-1341-4238-b333-e2261f4a30f1', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:12:49.494254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.608509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.783031 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Allocated IP 172.20.0.2 (f6eabd4b-1341-4238-b333-e2261f4a30f1/4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d/a352b053-0662-4bcb-a907-dfcc8d966601) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:49.934169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.970186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.995584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:49.998113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.008943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Transition to ACTIVE for port object a352b053-0662-4bcb-a907-dfcc8d966601 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:50.024970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Transition to ACTIVE for port object a352b053-0662-4bcb-a907-dfcc8d966601 will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:50.030124 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.046344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:50.177385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Pushing event updated for resources: {'Port': ['ID=a352b053-0662-4bcb-a907-dfcc8d966601,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:50.182597 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:50.231282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:50.232571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:50.234897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:50.241641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Allocated IP 172.28.0.144 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/654301cc-aba8-4488-b43a-86816cdb24b0) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:50.291751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Attempting to bind port a352b053-0662-4bcb-a907-dfcc8d966601 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:12:50.292224 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Attempting to bind port a352b053-0662-4bcb-a907-dfcc8d966601 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:12:50.292637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Attempting to bind port a352b053-0662-4bcb-a907-dfcc8d966601 on network f6eabd4b-1341-4238-b333-e2261f4a30f1 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:12:50.298658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:12:50.298991 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Checking segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:50.299441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.299882 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Bound using segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:12:50.300425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Bound port: a352b053-0662-4bcb-a907-dfcc8d966601, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:12:50.300849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.390383 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] For port a352b053-0662-4bcb-a907-dfcc8d966601, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:12:50.393682 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] For port a352b053-0662-4bcb-a907-dfcc8d966601, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a352b053-0662-4bcb-a907-dfcc8d966601,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:12:50.397097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.400471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.412962 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:50.427629 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:50.443261 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f8f89ffd-a2c4-45d8-8292-ff19e51e65c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:50.592993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=654301cc-aba8-4488-b43a-86816cdb24b0,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:50.598439 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:50.734469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Pushing event updated for resources: {'Port': ['ID=a352b053-0662-4bcb-a907-dfcc8d966601,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:50.740471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:50.886705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:50.888610 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:50.891040 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:51.421330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:51.772814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:51.998160 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Router 4bd8ad2b-97ce-4f14-b727-a8940f035119 is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:12:52.093057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea531d87-5060-4b25-b70b-7305af456fc4 None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:52.186768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:52.195351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Sync routers for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:52.206751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:52.207422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:52.210983 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-2398ba36-4999-440c-a480-563df54cb2a3 None None] Provisioning for port a352b053-0662-4bcb-a907-dfcc8d966601 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:52.211509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:52.215620 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-adbb67bf-bdc4-42a8-addb-6348acbb7bf9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9276118 Jan 15 15:12:52.215941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51320) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:52.404462 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:52.463740 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a352b053-0662-4bcb-a907-dfcc8d966601 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:52.566081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port a352b053-0662-4bcb-a907-dfcc8d966601 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:52.571956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port a352b053-0662-4bcb-a907-dfcc8d966601 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:52.572619 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:52.663324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-8e1ff75d-4a82-4219-a21f-89e4f2568d91 None None] Provisioning complete for port a352b053-0662-4bcb-a907-dfcc8d966601 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:52.663926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff75d-4a82-4219-a21f-89e4f2568d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:52.763396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:52.821265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port a352b053-0662-4bcb-a907-dfcc8d966601, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a352b053-0662-4bcb-a907-dfcc8d966601,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:52.827754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:52.830344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a6ee0e78-6691-4bf3-8042-eb811e239a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:52.901504 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=a352b053-0662-4bcb-a907-dfcc8d966601,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:52.908221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:52.910372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:51Z', 'revision_number': 3, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:52.916033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Checking router: 4bd8ad2b-97ce-4f14-b727-a8940f035119 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:52.916604 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Updating router 4bd8ad2b-97ce-4f14-b727-a8940f035119 port 654301cc-aba8-4488-b43a-86816cdb24b0 binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:12:52.976360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.068257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.089697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-6adda34c-81d9-4282-bc45-7b667bf3e154 None None] Provisioning complete for port a352b053-0662-4bcb-a907-dfcc8d966601 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:53.090724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6adda34c-81d9-4282-bc45-7b667bf3e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.386814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.399890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Transition to ACTIVE for port object 654301cc-aba8-4488-b43a-86816cdb24b0 will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:53.403299 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.418484 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Allocated IP 172.20.0.1 (f6eabd4b-1341-4238-b333-e2261f4a30f1/4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d/3fdcb6ec-7bfc-436a-828c-426bc266f088) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:53.419186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:53.550176 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Pushing event updated for resources: {'Port': ['ID=654301cc-aba8-4488-b43a-86816cdb24b0,revision_number=2']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:53.571000 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.571378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.571753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.572142 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.572507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.572867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.573226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.573580 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.573933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.574286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.575317 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.575672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.576089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.576458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.576818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.577172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.577521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.577871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.578221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.578571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.578921 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.579267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.579617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.579775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.579964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:53.586187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:53.598350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Transition to ACTIVE for port object 3fdcb6ec-7bfc-436a-828c-426bc266f088 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:53.619234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.633743 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Attempting to bind port 654301cc-aba8-4488-b43a-86816cdb24b0 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:12:53.634150 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Attempting to bind port 654301cc-aba8-4488-b43a-86816cdb24b0 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:12:53.634547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Attempting to bind port 654301cc-aba8-4488-b43a-86816cdb24b0 on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:12:53.635607 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:53.640872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:12:53.641277 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:53.641710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.642134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:12:53.642637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Bound port: 654301cc-aba8-4488-b43a-86816cdb24b0, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:12:53.643039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.721466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] For port 654301cc-aba8-4488-b43a-86816cdb24b0, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:12:53.724975 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] For port 654301cc-aba8-4488-b43a-86816cdb24b0, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=654301cc-aba8-4488-b43a-86816cdb24b0,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:12:53.729264 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.743452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:53.904314 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Pushing event updated for resources: {'Port': ['ID=654301cc-aba8-4488-b43a-86816cdb24b0,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:53.909412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-18c18a1e-03d2-4fee-8b22-114669ee3e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:53.948242 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:53.948905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:54.014617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:54.017835 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:54.073381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:54.074577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:54.076887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:54.134183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.139568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:54.338845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-6fe770f8-ef0d-4daa-aff2-67fe6788b524 None None] Provisioning for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:54.344574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-6fe770f8-ef0d-4daa-aff2-67fe6788b524 None None] Provisioning complete for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:54.344933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6fe770f8-ef0d-4daa-aff2-67fe6788b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.383896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.404093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-6fe770f8-ef0d-4daa-aff2-67fe6788b524 None None] Port 3fdcb6ec-7bfc-436a-828c-426bc266f088 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:12:54.426640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a352b053-0662-4bcb-a907-dfcc8d966601 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:54.454848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:51Z', 'revision_number': 3, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:54.459968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c7095-8729-409c-881d-d43024b27483 None None] The sync data for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb is: [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:51Z', 'revision_number': 3, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:12:54.506788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port a352b053-0662-4bcb-a907-dfcc8d966601 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:54.507680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.681222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.685107 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.718705 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b922e126-8aba-4bba-a6ee-5ded612bcb82 tempest-ServerRescueNegativeTestJSON-682216514 tempest-ServerRescueNegativeTestJSON-682216514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:54.800829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:54.803567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.822689 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:54.959326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:54.960596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:55.165671 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Router 4bd8ad2b-97ce-4f14-b727-a8940f035119 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:12:55.235225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-51eec54e-50e4-4d0e-bdaf-9ca2e135a6e0 None None] Provisioning complete for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:55.235575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-51eec54e-50e4-4d0e-bdaf-9ca2e135a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:55.294468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-51eec54e-50e4-4d0e-bdaf-9ca2e135a6e0 None None] Port 3fdcb6ec-7bfc-436a-828c-426bc266f088 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:12:55.352016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:55.361982 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-9a9405ea-92dd-40a6-9091-c69d9da458c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/4bd8ad2b-97ce-4f14-b727-a8940f035119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1449716 Jan 15 15:12:56.065226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51338) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:56.071696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-539750931-network', 'tenant_id': '21668fd02fc64563b399e4127bea59f8'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:56.077651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:56.081732 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Usage tracker for resource:network and tenant:21668fd02fc64563b399e4127bea59f8 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:56.084756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:56.090810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:56.100343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Made reservation on behalf of 21668fd02fc64563b399e4127bea59f8 for: {'network': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:56.105076 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for network, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.117874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.133601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:56.138181 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Usage tracker for resource:security_group_rule and tenant:21668fd02fc64563b399e4127bea59f8 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:56.141209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:56.146949 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:56.236343 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.239127 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.243305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c1e45add-691e-4778-885e-02e41915864b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:56.272033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:12:56.285707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dea010-fd0e-4c84-a8c8-204195bcc395,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:56.290404 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:56.291380 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.291762 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.segments_db [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Added segment 5ba96a53-e345-4ef5-bc1e-a097d6496b27 of type vxlan for network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 Jan 15 15:12:56.318382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770921393352'] for network, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.347905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843'] for network, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.349488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:56.349799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.354676 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:56.428950 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 654301cc-aba8-4488-b43a-86816cdb24b0 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:56.461916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Pushing event updated for resources: {'Network': ['ID=1aa0ecf1-30c7-4ab3-a59a-bf36e969e253,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:56.468692 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3988166 Jan 15 15:12:56.468692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-22a87c48-4230-4dc3-9536-9968973275ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:56.469039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51342) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:56.475278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Request body: {'subnet': {'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-539750931-subnet', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'ip_version': 4}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:56.478745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 details requested by agent ovs-agent-dv-cinder-689486-7-smb with host dv-cinder-689486-7-smb {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:56.480799 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:56.484886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Usage tracker for resource:subnet and tenant:21668fd02fc64563b399e4127bea59f8 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:56.487859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:56.493809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:56.499215 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:56.503722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Made reservation on behalf of 21668fd02fc64563b399e4127bea59f8 for: {'subnet': 1} {{(pid=80065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:56.508501 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3878888'] for subnet, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.713452 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 654301cc-aba8-4488-b43a-86816cdb24b0 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:56.718900 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 654301cc-aba8-4488-b43a-86816cdb24b0 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:56.719321 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.841666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.858468 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 654301cc-aba8-4488-b43a-86816cdb24b0, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=654301cc-aba8-4488-b43a-86816cdb24b0,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:56.861594 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.863520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:56.925163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2602738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3878873'] for subnet, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:56.934837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=654301cc-aba8-4488-b43a-86816cdb24b0,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:56.938397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:56.946872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-24951a64-b53e-45d3-841e-6718be186a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:57.071663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa39968-f536-4359-9455-925fe85e14b5,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:57.076933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:57.144313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Checking segment: {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:57.144698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Network hostable DHCP agents. Network: 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253, hostable agents: ['1f2e295b-e45a-4ae8-b289-0149e9b2c2af'], hosted agents: [] {{(pid=80065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:12:57.167053 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 is scheduled to be hosted by DHCP agent 1f2e295b-e45a-4ae8-b289-0149e9b2c2af with binding_index 1 {{(pid=80065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:12:57.171613 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Sync routers for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:57.176288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-smb, 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253) {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:57.182312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:57.182697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:57.189113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:57.189767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.208911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7388272 Jan 15 15:12:57.211687 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51346) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:57.217259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:57.222218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:57.226290 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Usage tracker for resource:router and tenant:21668fd02fc64563b399e4127bea59f8 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:57.229936 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:57.236441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:57.241137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb23fb-9f9c-46e4-b84a-44480be3e846 None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:57.245512 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-600882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-91246'] for router, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.247180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854174891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854684553'] for router, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.262057 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.518415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:57.789049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854684544'] for router, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.946973 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05c7955-07ef-58e2-a3dc-3b62c6f1e6ff-1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5'}]}} from dv-cinder-689486-7-smb. {{(pid=80066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:12:57.947873 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.121816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.154777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.330547 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 2, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:58.337948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Checking router: 4bd8ad2b-97ce-4f14-b727-a8940f035119 for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:58.338358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Updating router 4bd8ad2b-97ce-4f14-b727-a8940f035119 port 3fdcb6ec-7bfc-436a-828c-426bc266f088 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:12:58.403879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Allocated IP 172.20.0.2 (1aa0ecf1-30c7-4ab3-a59a-bf36e969e253/bfa39968-f536-4359-9455-925fe85e14b5/b85bae82-18de-4ddb-b7e7-f94fdf5efc54) {{(pid=80066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:58.412927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.429575 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 654301cc-aba8-4488-b43a-86816cdb24b0 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:58.435201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Allocated IP 172.28.0.16 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/83fe33eb-f7ae-4049-986d-1537a702ab42) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:58.594985 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.621797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.637267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:58.723169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 654301cc-aba8-4488-b43a-86816cdb24b0 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:58.723515 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.772601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Pushing event updated for resources: {'Port': ['ID=83fe33eb-f7ae-4049-986d-1537a702ab42,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:58.786907 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:58.825643 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:58.826852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:58.829130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:58.937035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.055634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Transition to ACTIVE for port object b85bae82-18de-4ddb-b7e7-f94fdf5efc54 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:59.098737 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Transition to ACTIVE for port object b85bae82-18de-4ddb-b7e7-f94fdf5efc54 will not be triggered until provisioned by entity DHCP. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:59.111013 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783'] for port, after_create {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.132308 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:59.253768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.295587 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Pushing event updated for resources: {'Port': ['ID=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,revision_number=1']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:59.300933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:59.416760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 is already hosted by enough agents. {{(pid=80066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:59.420138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Resources bound (agent type, host, resource id): {{(pid=80066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:59.427225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Received port after_create {{(pid=80066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:59.433490 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.498297 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Transition to ACTIVE for port object 3fdcb6ec-7bfc-436a-828c-426bc266f088 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:59.502761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.518239 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:59.547684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Attempting to bind port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:12:59.548123 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Attempting to bind port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:12:59.548551 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Attempting to bind port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 on network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:12:59.609245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854174933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854086707'] for router, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.623067 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:12:59.623503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Checking segment: {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:59.623960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.624434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Bound using segment: {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:12:59.624974 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Bound port: b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:12:59.625398 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.713782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4d19e-2695-4549-8fb3-60a0561566aa None None] Pushing event updated for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:59.720637 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b8f4d19e-2695-4549-8fb3-60a0561566aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:59.791466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] For port b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:12:59.797328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] For port b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:12:59.802348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.823755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Router d714d257-f247-4963-9715-9c7d7f957973 is scheduled to L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e with binding_index 1 {{(pid=80065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:13:00.041870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:00.266447 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:00.272310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Pushing event updated for resources: {'Port': ['ID=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,revision_number=2']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:00.276532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Sync routers for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:00.279958 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:00.282761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Attempting to bind port 3fdcb6ec-7bfc-436a-828c-426bc266f088 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:13:00.283182 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Attempting to bind port 3fdcb6ec-7bfc-436a-828c-426bc266f088 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:13:00.283596 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Attempting to bind port 3fdcb6ec-7bfc-436a-828c-426bc266f088 on network f6eabd4b-1341-4238-b333-e2261f4a30f1 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:13:00.290611 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.294656 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-174e288c-f7ed-4956-b07d-87d08d90ab88 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0793111 Jan 15 15:13:00.294922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51352) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:00.297876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:00.298684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:00.302367 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:13:00.302802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Checking segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:13:00.303258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.303704 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Bound using segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:13:00.304247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Bound port: 3fdcb6ec-7bfc-436a-828c-426bc266f088, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:13:00.304679 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.420883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d12fa34a-2cea-498c-bd6c-565896abe12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.441858 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] For port 3fdcb6ec-7bfc-436a-828c-426bc266f088, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:13:00.444680 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] For port 3fdcb6ec-7bfc-436a-828c-426bc266f088, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=3fdcb6ec-7bfc-436a-828c-426bc266f088,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:13:00.451441 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.504054 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:00.546755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-48350286-7488-41ab-8374-318f97dde4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:00.646755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4d19e-2695-4549-8fb3-60a0561566aa None None] Pushing event updated for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:00.658714 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b8f4d19e-2695-4549-8fb3-60a0561566aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:00.689792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:00.690503 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:00.849221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:12:59Z', 'revision_number': 3, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:00.853715 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Checking router: d714d257-f247-4963-9715-9c7d7f957973 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:00.854112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Updating router d714d257-f247-4963-9715-9c7d7f957973 port 83fe33eb-f7ae-4049-986d-1537a702ab42 binding host dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:13:00.936825 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.969558 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:01.143400 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.327847 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:00Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:01.332256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869f0bb-5df8-40da-9c7c-f45af765c405 None None] The sync data for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb is: [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:00Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:01.370363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks [] for port, precommit_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.403443 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Transition to ACTIVE for port object 83fe33eb-f7ae-4049-986d-1537a702ab42 will not be triggered until provisioned by entity L2. {{(pid=80067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:01.407595 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.426791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:01.586570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Allocated IP 172.20.0.1 (1aa0ecf1-30c7-4ab3-a59a-bf36e969e253/bfa39968-f536-4359-9455-925fe85e14b5/83087515-2036-490c-a939-bc52568a2c71) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:13:01.768984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51628e01-ba0b-459f-b6b6-215d55e1f1f4 None None] Pushing event updated for resources: {'Port': ['ID=83fe33eb-f7ae-4049-986d-1537a702ab42,revision_number=2']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:01.786226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-51628e01-ba0b-459f-b6b6-215d55e1f1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:01.789701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.819209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Transition to ACTIVE for port object 83087515-2036-490c-a939-bc52568a2c71 will not be triggered until provisioned by entity DHCP. {{(pid=80065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:01.847970 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Attempting to bind port 83fe33eb-f7ae-4049-986d-1537a702ab42 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:13:01.848429 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Attempting to bind port 83fe33eb-f7ae-4049-986d-1537a702ab42 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:13:01.848833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Attempting to bind port 83fe33eb-f7ae-4049-986d-1537a702ab42 on network fd119e31-6c30-42aa-b4f1-528ce4794572 {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:13:01.849225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.855674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:13:01.856095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Checking segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:13:01.857625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.861654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Bound using segment: {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'} {{(pid=80067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:13:01.862256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Bound port: 83fe33eb-f7ae-4049-986d-1537a702ab42, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7df3a-14f6-422f-bf35-4acb534679ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}}] {{(pid=80067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:13:01.862697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.866788 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3d09698f-6148-4c0e-8c80-8c0a23ea3978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:01.931369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d27207-f6d1-43ee-b288-0ca43c84cbff None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:13:01.957391 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] For port 83fe33eb-f7ae-4049-986d-1537a702ab42, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:13:01.961775 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] For port 83fe33eb-f7ae-4049-986d-1537a702ab42, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83fe33eb-f7ae-4049-986d-1537a702ab42,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:13:01.967545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80067) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:01.989702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-b9cc830b-bd8d-4a1d-b8d5-5717b0d4e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:02.025049 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Pushing event updated for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:02.039831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:02.049904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1220692f-7a09-4340-9185-9c84b798cd9b None None] Provisioning for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:02.094115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:13:02.095529 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:13:02.101117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:13:02.172843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854069239'] for router_interface, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.189055 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51628e01-ba0b-459f-b6b6-215d55e1f1f4 None None] Pushing event updated for resources: {'Port': ['ID=83fe33eb-f7ae-4049-986d-1537a702ab42,revision_number=3']} {{(pid=80067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:02.194037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-51628e01-ba0b-459f-b6b6-215d55e1f1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80067) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:02.249562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:02.250582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:12:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:02.271533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bf5a5a9-be7f-4a25-b401-a7870bd78ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.326883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.464550 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:02.522209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b42e9806-c151-41b8-b986-4fe77e514c51 None None] Provisioning for port 83087515-2036-490c-a939-bc52568a2c71 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:02.530066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b42e9806-c151-41b8-b986-4fe77e514c51 None None] Provisioning complete for port 83087515-2036-490c-a939-bc52568a2c71 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:02.530448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b42e9806-c151-41b8-b986-4fe77e514c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.576350 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device b85bae82-18de-4ddb-b7e7-f94fdf5efc54 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:02.662527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9806-c151-41b8-b986-4fe77e514c51 None None] Port 83087515-2036-490c-a939-bc52568a2c71 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:13:02.682413 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:02.689396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:02.690092 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.742322 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.746992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.776765 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6caa6a75-9e50-4802-8962-a3b506a98ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:02.839007 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-8f0b1162-9283-449d-bcde-32add44e20e9 None None] Provisioning complete for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:02.840731 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1162-9283-449d-bcde-32add44e20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.881957 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1121826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706806'] for router_interface, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.907570 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '83087515-2036-490c-a939-bc52568a2c71', 'name': '', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'mac_address': 'fa:16:3e:9f:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:13:01Z', 'updated_at': '2021-01-15T15:13:01Z', 'revision_number': 1, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'subnets': [{'id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:02.913465 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc72da-1123-4d80-863a-a40e45ddd354 None None] The sync data for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb is: [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '83087515-2036-490c-a939-bc52568a2c71', 'name': '', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'mac_address': 'fa:16:3e:9f:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:13:01Z', 'updated_at': '2021-01-15T15:13:01Z', 'revision_number': 1, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'subnets': [{'id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:02.937260 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Pushing event updated for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:02.938095 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:02.944038 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:03.045753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:03.051574 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.052543 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 3fdcb6ec-7bfc-436a-828c-426bc266f088 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:03.096017 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d7996b2d-2605-4327-bfda-63c56584c796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:03.101230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:13:03.102659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:13:03.341415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1162-9283-449d-bcde-32add44e20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.402782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.468448 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:03.482204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.482579 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.482969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.483348 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.483726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.484116 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.484498 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.484868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.485232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.485601 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.486003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.486358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.486766 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.487133 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.487487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.488104 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.488230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.488593 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.488948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.489311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.489672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.490033 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.490401 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.491707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:03.498137 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:03.501120 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:03.511445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-8f0b1162-9283-449d-bcde-32add44e20e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80066) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:13:03.511445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-8f0b1162-9283-449d-bcde-32add44e20e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:13:03.515015 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:03.515437 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.595843 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Router d714d257-f247-4963-9715-9c7d7f957973 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:03.653726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.690735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 3fdcb6ec-7bfc-436a-828c-426bc266f088, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=3fdcb6ec-7bfc-436a-828c-426bc266f088,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:03.694112 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.697105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:03.771562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:03.774855 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:03.796802 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:03.806374 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-38050adc-e112-4b0f-bb1a-8030bf6e74ac admin admin] 10.222.0.52 "PUT /v2.0/routers/d714d257-f247-4963-9715-9c7d7f957973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5101976 Jan 15 15:13:04.194814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b7ca9206-2db1-4f8b-bd2e-ba4fac2473f7 None None] Provisioning complete for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:04.195272 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9206-2db1-4f8b-bd2e-ba4fac2473f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.337026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-b7ca9206-2db1-4f8b-bd2e-ba4fac2473f7 None None] Provisioning complete for port 83087515-2036-490c-a939-bc52568a2c71 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:04.337535 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9206-2db1-4f8b-bd2e-ba4fac2473f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.399924 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca9206-2db1-4f8b-bd2e-ba4fac2473f7 None None] Port 83087515-2036-490c-a939-bc52568a2c71 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:13:04.523724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 3fdcb6ec-7bfc-436a-828c-426bc266f088 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:04.550078 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2126626540', 'description': 'tempest-TestShelveInstance-2126626540 description'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:04.560347 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:04.564571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Usage tracker for resource:security_group and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:04.567634 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:04.573524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:04.584819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.591022 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.607210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:04.611463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Usage tracker for resource:security_group_rule and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:04.612230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 3fdcb6ec-7bfc-436a-828c-426bc266f088 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:04.612658 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.614533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:04.620494 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:04.699707 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.703754 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.709227 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-76e4dcf4-2ff4-4406-9410-c1bd5e80eced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:04.734066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device b85bae82-18de-4ddb-b7e7-f94fdf5efc54 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:04.750586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'SecurityGroup': ['ID=04b06bc0-f50d-46f4-8f16-636c1ff1907a,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:04.753488 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.754801 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a5cfbb70-57e0-4cc7-a263-3322288a32ac req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2099907 Jan 15 15:13:04.755624 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-aad88fd8-6f97-4c12-96d6-4629c00d3af7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:04.810568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:04.810993 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.844268 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-a5383820-a9be-4a8d-9899-180d49053fc2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups/04b06bc0-f50d-46f4-8f16-636c1ff1907a HTTP/1.1" status: 200 len: 1802 time: 0.0533545 Jan 15 15:13:04.855098 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04b06bc0-f50d-46f4-8f16-636c1ff1907a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:04.855726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04b06bc0-f50d-46f4-8f16-636c1ff1907a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:04.865573 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:04.869606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Usage tracker for resource:security_group_rule and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:04.873480 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80064) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:04.876315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.879890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:04.938770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.942251 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83fe33eb-f7ae-4049-986d-1537a702ab42 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:04.963986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.966657 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.968888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ea4aebe0-8e62-4c7d-a005-ea9c584ddc8b tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:04.991903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe35e52f-d1ff-4e9d-a11c-b63a58ac6e24,revision_number=0']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:05.000792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:05.004697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.006056 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a757c732-d5ae-4de7-a11b-7b87462bc170 req-bf245884-9692-4ee6-ac02-1a5cb3c87d8d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1551917 Jan 15 15:13:05.012493 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 83fe33eb-f7ae-4049-986d-1537a702ab42 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:05.017663 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 83fe33eb-f7ae-4049-986d-1537a702ab42 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:05.018082 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.094856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-b7bcac65-2429-4cf3-861e-f08ba9a4f176 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups/04b06bc0-f50d-46f4-8f16-636c1ff1907a HTTP/1.1" status: 200 len: 2395 time: 0.0561907 Jan 15 15:13:05.105904 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04b06bc0-f50d-46f4-8f16-636c1ff1907a', 'remote_group_id': None}]} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:05.106245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04b06bc0-f50d-46f4-8f16-636c1ff1907a', 'remote_group_id': None}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:05.115794 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:05.119878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Usage tracker for resource:security_group_rule and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:05.123508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:05.129586 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:05.134695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.151753 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 83fe33eb-f7ae-4049-986d-1537a702ab42, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83fe33eb-f7ae-4049-986d-1537a702ab42,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:05.155470 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.157681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:05.190422 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.217427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.220445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114844'] for security_group_rule, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.222616 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:05.226866 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=83fe33eb-f7ae-4049-986d-1537a702ab42,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:05.230702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:05.248081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6a9f21-ad9e-4399-b767-b09e741dcc2f,revision_number=0']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:05.250721 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:05.257122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group_rule, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.258400 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-efcd77c8-7103-4eba-bedb-931cf317a9fb req-45c797f7-b1ed-4b6c-800f-c4783017461a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1569898 Jan 15 15:13:06.420454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83fe33eb-f7ae-4049-986d-1537a702ab42 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:06.492803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 83fe33eb-f7ae-4049-986d-1537a702ab42 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:06.493222 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:06.759649 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Sync routers for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:06.769878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:06.770552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:13:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:06.956675 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:07.286818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '83087515-2036-490c-a939-bc52568a2c71', 'name': '', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'mac_address': 'fa:16:3e:9f:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:13:01Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 2, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'subnets': [{'id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:07.290884 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Checking router: d714d257-f247-4963-9715-9c7d7f957973 for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:07.291283 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Updating router d714d257-f247-4963-9715-9c7d7f957973 port 83087515-2036-490c-a939-bc52568a2c71 binding host dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:13:07.344923 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.760426 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks [] for port, precommit_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.773492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Transition to ACTIVE for port object 83087515-2036-490c-a939-bc52568a2c71 will not be triggered until provisioned by entity L2. {{(pid=80066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:07.776161 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.789886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ff9b3b2a-a854-4c86-8087-f820ca565087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:07.920672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd75878-c055-4eae-8f1d-b7f6e06a9eca None None] Pushing event updated for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=3']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:07.925187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5dd75878-c055-4eae-8f1d-b7f6e06a9eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:08.092914 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Attempting to bind port 83087515-2036-490c-a939-bc52568a2c71 on host dv-cinder-689486-7-smb for vnic_type normal with profile {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:13:08.093466 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Attempting to bind port 83087515-2036-490c-a939-bc52568a2c71 by drivers openvswitch on host dv-cinder-689486-7-smb at level 0 using segments [{'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:13:08.093881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Attempting to bind port 83087515-2036-490c-a939-bc52568a2c71 on network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:13:08.100028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Checking agent: {'id': 'ab576e96-cfa8-442a-9f33-660b2ca6abab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 4), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:13:08.100476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Checking segment: {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:13:08.100926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:08.101369 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Bound using segment: {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'} {{(pid=80066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:13:08.101881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Bound port: 83087515-2036-490c-a939-bc52568a2c71, host: dv-cinder-689486-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba96a53-e345-4ef5-bc1e-a097d6496b27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253'}}] {{(pid=80066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:13:08.102305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:08.197491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] For port 83087515-2036-490c-a939-bc52568a2c71, host dv-cinder-689486-7-smb, cleared binding levels {{(pid=80066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:13:08.201307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] For port 83087515-2036-490c-a939-bc52568a2c71, host dv-cinder-689486-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83087515-2036-490c-a939-bc52568a2c71,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:13:08.204645 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:08.222339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5dd75878-c055-4eae-8f1d-b7f6e06a9eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:08.555414 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd75878-c055-4eae-8f1d-b7f6e06a9eca None None] Pushing event updated for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:08.559899 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5dd75878-c055-4eae-8f1d-b7f6e06a9eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:08.598513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:08.599225 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:13:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:08.790319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:09.153782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '83087515-2036-490c-a939-bc52568a2c71', 'name': '', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'mac_address': 'fa:16:3e:9f:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:13:01Z', 'updated_at': '2021-01-15T15:13:08Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'subnets': [{'id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:09.158305 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed3f0-0a31-47c0-97b6-e240ada1df62 None None] The sync data for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb is: [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:13:02Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '83087515-2036-490c-a939-bc52568a2c71', 'name': '', 'network_id': '1aa0ecf1-30c7-4ab3-a59a-bf36e969e253', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'mac_address': 'fa:16:3e:9f:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:13:01Z', 'updated_at': '2021-01-15T15:13:08Z', 'revision_number': 4, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'subnets': [{'id': 'bfa39968-f536-4359-9455-925fe85e14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:09.321655 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.437520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83087515-2036-490c-a939-bc52568a2c71 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:10.512833 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning for port 83087515-2036-490c-a939-bc52568a2c71 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:10.520333 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 83087515-2036-490c-a939-bc52568a2c71 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:10.520783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.644368 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.678815 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] For port 83087515-2036-490c-a939-bc52568a2c71, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83087515-2036-490c-a939-bc52568a2c71,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:10.681829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.683770 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:10.752787 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Pushing event updated for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:10.756158 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:12.421165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83087515-2036-490c-a939-bc52568a2c71 up at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:12.500289 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Provisioning complete for port 83087515-2036-490c-a939-bc52568a2c71 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:12.500718 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.534734 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-96991418-755e-4a82-91fb-cf199ca3a3ac tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2126626540&fields=id&tenant_id=0e20c07ad645420c90486229ad1ac1b5 HTTP/1.1" status: 200 len: 267 time: 0.0460989 Jan 15 15:13:20.715412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-6f80b5c2-902d-4f4f-b2ed-1c706c9e370e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:20.717027 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-6f80b5c2-902d-4f4f-b2ed-1c706c9e370e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 808 time: 0.1753166 Jan 15 15:13:20.732985 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-073c8e2c-caf3-4f65-82a5-1150093c7e09 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/quotas/0e20c07ad645420c90486229ad1ac1b5 HTTP/1.1" status: 200 len: 375 time: 0.0100038 Jan 15 15:13:20.825845 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-daf89390-9240-4068-99c9-f94179fe25d3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873246 Jan 15 15:13:20.976424 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-8139190b-6b6d-468a-8e03-32574f86b0ab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:20.977520 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-8139190b-6b6d-468a-8e03-32574f86b0ab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1397989 Jan 15 15:13:21.121144 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-6ddf7642-59a4-409c-9ee7-5972eb3ca45b service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361530 Jan 15 15:13:21.264746 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-bb9a1f27-f222-4a15-8bb5-13394a376146 service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369886 Jan 15 15:13:21.767779 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-163b1a9d-7096-4f6f-ab73-e5b1935ec0c6 req-f3c1cf03-f75c-44dd-b638-8e2cf616e3c9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:21.785396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-163b1a9d-7096-4f6f-ab73-e5b1935ec0c6 req-f3c1cf03-f75c-44dd-b638-8e2cf616e3c9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:21.786814 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-163b1a9d-7096-4f6f-ab73-e5b1935ec0c6 req-f3c1cf03-f75c-44dd-b638-8e2cf616e3c9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 210 time: 0.1479118 Jan 15 15:13:22.863069 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-dc76e141-2ef8-4fd3-8fdf-5aa33b1acc54 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:22.864684 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-dc76e141-2ef8-4fd3-8fdf-5aa33b1acc54 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 808 time: 0.1796169 Jan 15 15:13:22.981965 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-80951129-3d79-46b6-828f-f851f200dbd0 req-5d8820c2-1f2d-41f3-83c3-9d0ed9fb76da tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 210 time: 0.0573537 Jan 15 15:13:23.011882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-f10539f8-5ebf-4f73-a858-81966983a545 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e20c07ad645420c90486229ad1ac1b5 HTTP/1.1" status: 200 len: 5759 time: 0.1252213 Jan 15 15:13:23.019230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'port': {'device_id': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'admin_state_up': True, 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'security_groups': ['04b06bc0-f50d-46f4-8f16-636c1ff1907a']}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:23.166667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:23.176925 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:23.186752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Made reservation on behalf of 0e20c07ad645420c90486229ad1ac1b5 for: {'port': 1} {{(pid=80064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:13:23.195533 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.734972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Allocated IP 172.20.0.10 (f6eabd4b-1341-4238-b333-e2261f4a30f1/4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d/b552c112-bdd8-47d5-9fb0-381db0954669) {{(pid=80064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:13:23.940027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for port, precommit_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.956389 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Transition to ACTIVE for port object b552c112-bdd8-47d5-9fb0-381db0954669 will not be triggered until provisioned by entity DHCP. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:23.976002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_create {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.991706 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-829f34da-b165-4674-89e9-1a1b65153457 tempest-VolumesActionsTest-1292171875 tempest-VolumesActionsTest-1292171875] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:24.137385 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=1']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:24.141838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:24.200780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 is already hosted by enough agents. {{(pid=80064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:13:24.201860 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources bound (agent type, host, resource id): {{(pid=80064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:13:24.204320 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Received port after_create {{(pid=80064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:13:24.224932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024768d7-92e8-4740-9692-0243a94752ca req-e2054362-6974-4712-b2e2-cb1945547736 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:24.226505 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-024768d7-92e8-4740-9692-0243a94752ca req-e2054362-6974-4712-b2e2-cb1945547736 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 932 time: 0.1090508 Jan 15 15:13:24.281478 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-024768d7-92e8-4740-9692-0243a94752ca req-67d07c34-ecad-4f49-8fc9-b83dfcec45a6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:security_group {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:24.290797 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:24.291329 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.300491 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-024768d7-92e8-4740-9692-0243a94752ca req-67d07c34-ecad-4f49-8fc9-b83dfcec45a6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:security_group {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:24.302036 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-024768d7-92e8-4740-9692-0243a94752ca req-67d07c34-ecad-4f49-8fc9-b83dfcec45a6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0678880 Jan 15 15:13:24.320718 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3055418 Jan 15 15:13:24.340179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-1daef48e-200e-456c-8a2b-2c088d14dad7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:24.341375 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-1daef48e-200e-456c-8a2b-2c088d14dad7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066965 Jan 15 15:13:24.356887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Request body: {'port': {'device_id': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:24.474881 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.488976 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-85168ac1-018e-4003-9be6-f855cd9079c1 None None] Provisioning for port b552c112-bdd8-47d5-9fb0-381db0954669 completed by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:24.494323 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-85168ac1-018e-4003-9be6-f855cd9079c1 None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity DHCP. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:24.494824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-85168ac1-018e-4003-9be6-f855cd9079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.548960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-85168ac1-018e-4003-9be6-f855cd9079c1 None None] Port b552c112-bdd8-47d5-9fb0-381db0954669 cannot update to ACTIVE because it is not bound. {{(pid=80066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:13:24.881495 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b552c112-bdd8-47d5-9fb0-381db0954669 {{(pid=80064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:13:24.888827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.901201 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Transition to ACTIVE for port object b552c112-bdd8-47d5-9fb0-381db0954669 will not be triggered until provisioned by entity L2. {{(pid=80064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:24.903827 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.920039 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-54a64881-76a1-420c-9766-3d3299f520a0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:25.053505 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=2']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:25.059378 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:25.248473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Attempting to bind port b552c112-bdd8-47d5-9fb0-381db0954669 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:13:25.248849 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Attempting to bind port b552c112-bdd8-47d5-9fb0-381db0954669 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:13:25.249218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Attempting to bind port b552c112-bdd8-47d5-9fb0-381db0954669 on network f6eabd4b-1341-4238-b333-e2261f4a30f1 {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:13:25.255103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Checking agent: {'id': '64b90d87-2c5b-4641-8ab8-9b7a55123250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 9), 'started_at': datetime.datetime(2021, 1, 15, 15, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:13:25.255475 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Checking segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:13:25.255929 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.256276 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Bound using segment: {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'} {{(pid=80064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:13:25.256745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Bound port: b552c112-bdd8-47d5-9fb0-381db0954669, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca49591-beb6-4902-b969-109554311e4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1'}}] {{(pid=80064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:13:25.257102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.349626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, cleared binding levels {{(pid=80064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:13:25.352846 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b552c112-bdd8-47d5-9fb0-381db0954669,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:13:25.357103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850725614'] for port, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.372767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-c98d5cef-e1bc-49af-bb94-4af3e6d5f36a tempest-AttachVolumeNegativeTest-889394838 tempest-AttachVolumeNegativeTest-889394838] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:25.582796 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=3']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:25.586355 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:25.649084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946560aa-c62b-4c3a-9985-8da600e88c5d req-8c107b4c-9a61-4073-8de8-efae1192a348 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:25.649837 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-946560aa-c62b-4c3a-9985-8da600e88c5d req-8c107b4c-9a61-4073-8de8-efae1192a348 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80064) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:25.660363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:25.661028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.662480 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-2f8da87f-1eb2-4914-b9c2-b8f13ecf0406 service neutron] 10.222.0.69 "PUT /v2.0/ports/b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1158 time: 1.3106930 Jan 15 15:13:25.663152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:25.684009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-946560aa-c62b-4c3a-9985-8da600e88c5d req-8c107b4c-9a61-4073-8de8-efae1192a348 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80064) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:25.685963 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-946560aa-c62b-4c3a-9985-8da600e88c5d req-8c107b4c-9a61-4073-8de8-efae1192a348 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.2283576 Jan 15 15:13:25.736522 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'status': 'completed', 'code': 200} Jan 15 15:13:25.750612 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-946560aa-c62b-4c3a-9985-8da600e88c5d req-e3f50769-2c69-459a-933b-bd3d7a008cfa tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0585542 Jan 15 15:13:25.901716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-0038c2e1-c1b7-4e51-84fa-12a711f590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:25.903492 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-0038c2e1-c1b7-4e51-84fa-12a711f590ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1161 time: 0.1837058 Jan 15 15:13:25.982706 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-9a498fd2-7584-4395-ac72-ef970bff03eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 217 time: 0.0641632 Jan 15 15:13:26.056010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-32d06f92-1003-46ac-b176-225628484947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.058086 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-32d06f92-1003-46ac-b176-225628484947 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0676944 Jan 15 15:13:26.137419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-247a8a81-10e6-41e6-87ce-05f72a7fc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.139001 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-247a8a81-10e6-41e6-87ce-05f72a7fc545 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745015 Jan 15 15:13:26.284732 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-920828ac-5b82-4782-83cb-751a6309585f service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383178 Jan 15 15:13:26.428470 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-98b542f4-1ad7-40a9-8a92-94b8b6864992 req-074e2cbe-bae9-4f1b-aaf5-604eea386f62 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366301 Jan 15 15:13:26.587927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b57b3-753d-4805-8939-febb528f32eb req-64165513-28dc-42a7-8649-3e892709deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.589681 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-64165513-28dc-42a7-8649-3e892709deef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1161 time: 0.0759692 Jan 15 15:13:26.736273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b57b3-753d-4805-8939-febb528f32eb req-39feaaf9-6fc1-481a-8891-8f442b72eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.737867 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-39feaaf9-6fc1-481a-8891-8f442b72eab0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1404703 Jan 15 15:13:26.812857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-6e8f766a-e10d-4e9f-9a52-e29e7e1ce226 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 217 time: 0.0681491 Jan 15 15:13:26.883741 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b57b3-753d-4805-8939-febb528f32eb req-8db65199-6441-4348-bf11-e53ef590327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.885371 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-8db65199-6441-4348-bf11-e53ef590327f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0647175 Jan 15 15:13:26.970760 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b57b3-753d-4805-8939-febb528f32eb req-ba529053-301b-467b-bf24-0cc374411bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.972441 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-ba529053-301b-467b-bf24-0cc374411bdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790930 Jan 15 15:13:26.988245 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a61c1-2e50-4c0d-8bf6-521f9a2294f8 req-fe508e06-da99-49b9-a357-3cc5ad42b28b tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:26.989846 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3b5a61c1-2e50-4c0d-8bf6-521f9a2294f8 req-fe508e06-da99-49b9-a357-3cc5ad42b28b tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1010385 Jan 15 15:13:26.995642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:13:27.045827 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3b5a61c1-2e50-4c0d-8bf6-521f9a2294f8 req-d3ed9ca4-845e-4896-bb61-953d01b1f581 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486748 Jan 15 15:13:27.125178 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-4883c931-89ab-4bc0-b111-b046ab94f96f service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379845 Jan 15 15:13:27.269962 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-db1b57b3-753d-4805-8939-febb528f32eb req-b24fb0b2-76e7-4112-873d-ceaf1b88662f service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371393 Jan 15 15:13:28.271351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6478c-9921-4b9c-b9f5-00decb24e57d req-42cb1934-1bd1-474b-995e-3ec130bbc7af tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:28.272967 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18e6478c-9921-4b9c-b9f5-00decb24e57d req-42cb1934-1bd1-474b-995e-3ec130bbc7af tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1006439 Jan 15 15:13:28.322336 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-18e6478c-9921-4b9c-b9f5-00decb24e57d req-6050c794-bf9d-42ef-9002-da827827d079 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430737 Jan 15 15:13:29.547606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a31250-d3f1-4d34-b65b-72b4ec112bf9 req-6d00a151-06c1-496f-810b-6373462fbbc7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:29.549302 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25a31250-d3f1-4d34-b65b-72b4ec112bf9 req-6d00a151-06c1-496f-810b-6373462fbbc7 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1010976 Jan 15 15:13:29.600003 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-25a31250-d3f1-4d34-b65b-72b4ec112bf9 req-2f2517b9-42e4-4d3e-a0c1-43bdb8ddff27 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444796 Jan 15 15:13:30.282735 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:30.350108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning for port b552c112-bdd8-47d5-9fb0-381db0954669 completed by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:30.355500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:30.355928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.421269 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1d9efe67-55b7-43f7-b766-47c219c5c935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.489803 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.516795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:30.527831 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b552c112-bdd8-47d5-9fb0-381db0954669,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:30.532102 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.534065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:30.583188 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'code': 200} Jan 15 15:13:30.602313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=4']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:30.606325 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:30.832324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94677685-b296-4e56-b076-e3431f5183a0 req-c8da3df5-876e-49a6-b138-4a0e93a0d7cf tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:30.833882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-94677685-b296-4e56-b076-e3431f5183a0 req-c8da3df5-876e-49a6-b138-4a0e93a0d7cf tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1070635 Jan 15 15:13:30.886229 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-94677685-b296-4e56-b076-e3431f5183a0 req-f92eb160-6515-4ef2-ad14-6f675a24966c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447330 Jan 15 15:13:30.923516 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a22783-8a10-4d2b-90f8-e0d1c77d2c6a req-0fc0aef0-969e-4f62-a37b-3bb20af845b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:30.925157 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84a22783-8a10-4d2b-90f8-e0d1c77d2c6a req-0fc0aef0-969e-4f62-a37b-3bb20af845b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0763006 Jan 15 15:13:30.968570 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-84a22783-8a10-4d2b-90f8-e0d1c77d2c6a req-78e9fe00-79bb-46e1-98fb-ea74355646fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0366251 Jan 15 15:13:32.063094 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:32.117642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17847bc0-2dae-475f-8038-dcc839f50f7c req-0ce5dd1e-323e-428a-8387-589c919cd927 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:32.119328 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17847bc0-2dae-475f-8038-dcc839f50f7c req-0ce5dd1e-323e-428a-8387-589c919cd927 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.0998349 Jan 15 15:13:32.154113 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:32.155153 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:32.176293 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-17847bc0-2dae-475f-8038-dcc839f50f7c req-4da40678-508f-48e0-a75d-a811a2a7ccc3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0493181 Jan 15 15:13:32.282556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-6846f52a-4c3b-46e1-81b7-3ed7fa6ff239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.279138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.407278 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1904-e676-46f2-8b5f-8b936d466ad0 req-7471766c-5881-4371-96e2-5bccca663924 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:33.408904 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a00b1904-e676-46f2-8b5f-8b936d466ad0 req-7471766c-5881-4371-96e2-5bccca663924 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.0996037 Jan 15 15:13:33.463120 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a00b1904-e676-46f2-8b5f-8b936d466ad0 req-a8801734-14fb-49a4-8244-97e563e7361a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479250 Jan 15 15:13:33.689138 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b01f19-c848-4044-b230-a85540114c1b req-c56b217d-1369-4b18-ad6f-91e81bb0a05a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:33.690761 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2b01f19-c848-4044-b230-a85540114c1b req-c56b217d-1369-4b18-ad6f-91e81bb0a05a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1010048 Jan 15 15:13:33.741528 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2b01f19-c848-4044-b230-a85540114c1b req-b081a33b-0020-4a07-bd53-1a1a3ecab715 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445266 Jan 15 15:13:33.959361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-4f3ac878-9cce-4759-a766-a9af084c9f0c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:network {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:33.975293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-4f3ac878-9cce-4759-a766-a9af084c9f0c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:network {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:33.976702 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-4f3ac878-9cce-4759-a766-a9af084c9f0c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1818247 Jan 15 15:13:33.987363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'floatingip': {'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572'}} {{(pid=80065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:33.997409 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:34.001345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Usage tracker for resource:floatingip and tenant:0e20c07ad645420c90486229ad1ac1b5 is out of sync, need to count used quota {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:34.004315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80065) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:34.009948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.quota.driver [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80065) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:34.019698 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.163226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.428630 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_common [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Allocated IP 172.28.0.179 (fd119e31-6c30-42aa-b4f1-528ce4794572/3ca79cfa-a7cf-4932-94e7-8b3cada4bc23/3b2ae2dc-ffa3-4ac7-929d-87abc261aa78) {{(pid=80065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:13:34.547267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.585872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for port, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.611477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265933386783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.630046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:34.757944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'Port': ['ID=3b2ae2dc-ffa3-4ac7-929d-87abc261aa78,revision_number=1']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:34.762582 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:34.814697 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Network fd119e31-6c30-42aa-b4f1-528ce4794572 is already hosted by enough agents. {{(pid=80065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:13:34.815894 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.base_scheduler [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Resources bound (agent type, host, resource id): {{(pid=80065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:13:34.818210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Received port after_create {{(pid=80065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:13:34.859126 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.898497 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, precommit_create {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.958885 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.222073 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for port, precommit_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.225527 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852173299'] for port, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.241108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:35.377711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event updated for resources: {'Port': ['ID=3b2ae2dc-ffa3-4ac7-929d-87abc261aa78,revision_number=2']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:35.380947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:35.484241 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.506521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.507842 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-1134d9cd-edf3-4661-9f16-b1e4a027b537 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5246425 Jan 15 15:13:35.598534 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-613cadbd-7a61-459c-bf95-001ce60fe3fa tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:floatingip {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:35.614694 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-613cadbd-7a61-459c-bf95-001ce60fe3fa tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:floatingip {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:35.616260 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-613cadbd-7a61-459c-bf95-001ce60fe3fa tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1014993 Jan 15 15:13:35.797009 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-e238c714-e081-4341-bbf7-f3aa933df5cb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:35.798406 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-e238c714-e081-4341-bbf7-f3aa933df5cb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 784 time: 0.1752348 Jan 15 15:13:35.810020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-08a562b9-1908-4487-ae72-6d3079b3fc96 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:35.811105 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-29bbf757-7668-4274-ab28-b0f8eff8dcab req-08a562b9-1908-4487-ae72-6d3079b3fc96 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066979 Jan 15 15:13:36.241724 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2175ca31-3d02-4f44-9d5a-c54107e28320 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:36.243329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2175ca31-3d02-4f44-9d5a-c54107e28320 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3270447 Jan 15 15:13:36.330084 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-f7ae9841-2eed-49cc-a67d-f3c48ae53694 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0798588 Jan 15 15:13:36.340170 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.v2.base [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Request body: {'floatingip': {'port_id': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:36.423617 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, before_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.020930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, precommit_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.023562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689081'] for floatingip, after_update {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.201660 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Floating IP 76982839-a2e2-49b3-aefd-afca769c07b6 associated. External IP: 172.28.0.179, port: b552c112-bdd8-47d5-9fb0-381db0954669. Jan 15 15:13:37.564890 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Router 4bd8ad2b-97ce-4f14-b727-a8940f035119 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:37.747947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:37.752393 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.757566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Sync routers for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:37.768205 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:37.768883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:13:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:37.808731 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-2db0f24a-5dd6-43c6-baf7-a8e87c24fe95 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "PUT /v2.0/floatingips/76982839-a2e2-49b3-aefd-afca769c07b6 HTTP/1.1" status: 200 len: 997 time: 1.4726117 Jan 15 15:13:37.809298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:37.909905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-3338c7dd-e769-4588-a720-e973e6185d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:37.911585 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-3338c7dd-e769-4588-a720-e973e6185d4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0813441 Jan 15 15:13:37.953879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:37.993653 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'status': 'completed', 'code': 200} Jan 15 15:13:38.117341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-7c04b46b-8ce2-49f7-bf75-762451ca54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.118984 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-7c04b46b-8ce2-49f7-bf75-762451ca54d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.2000175 Jan 15 15:13:38.188327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-84dec0df-c18c-4024-bc1a-5849b7f658f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.189945 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-84dec0df-c18c-4024-bc1a-5849b7f658f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.1875904 Jan 15 15:13:38.321956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '76982839-a2e2-49b3-aefd-afca769c07b6', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'port_id': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'mac_address': 'fa:16:3e:d6:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:13:34Z', 'updated_at': '2021-01-15T15:13:36Z', 'revision_number': 1, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:38.327028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Checking router: 4bd8ad2b-97ce-4f14-b727-a8940f035119 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:38.327181 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-b918bf7d-e809-4ad2-9e2c-079263be1b45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1000 time: 0.2004845 Jan 15 15:13:38.336159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:38.336820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:13:32Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:38.421826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-d30b4870-c660-4ab9-b1fe-9a353aada369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.423426 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-d30b4870-c660-4ab9-b1fe-9a353aada369 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.2202871 Jan 15 15:13:38.428758 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-62d0833a-9d7d-44a2-a338-5f74c483ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.430302 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-62d0833a-9d7d-44a2-a338-5f74c483ee09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0956323 Jan 15 15:13:38.522819 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:38.589889 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-739c0137-08ca-4b32-83df-7a33668ace46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1000 time: 0.1585476 Jan 15 15:13:38.880620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-3e07208b-4dcc-4882-8981-9da573cc07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.882257 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-3e07208b-4dcc-4882-8981-9da573cc07de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3901441 Jan 15 15:13:38.896046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-e0af9e59-3464-4dd5-b5e1-6a6df4100ca0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=80064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:38.897110 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-e0af9e59-3464-4dd5-b5e1-6a6df4100ca0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055242 Jan 15 15:13:38.905187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-de823923-ba7e-4998-a721-d0a98ebde5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:38.906743 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-de823923-ba7e-4998-a721-d0a98ebde5e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.3092291 Jan 15 15:13:38.916446 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '76982839-a2e2-49b3-aefd-afca769c07b6', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'port_id': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'mac_address': 'fa:16:3e:d6:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:13:34Z', 'updated_at': '2021-01-15T15:13:36Z', 'revision_number': 1, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:38.920785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2153f8-6cad-4f06-8ee4-70406cfcb91a None None] The sync data for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb is: [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_floatingips': [{'id': '76982839-a2e2-49b3-aefd-afca769c07b6', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'router_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'port_id': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'mac_address': 'fa:16:3e:d6:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:13:34Z', 'updated_at': '2021-01-15T15:13:36Z', 'revision_number': 1, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:39.110706 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-14285b52-675d-43c0-baa5-5030259d9440 service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029390 Jan 15 15:13:39.113381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-a846fc99-a843-4911-a4ec-bd1e1c0964c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:39.114864 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-a846fc99-a843-4911-a4ec-bd1e1c0964c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1832886 Jan 15 15:13:39.201625 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928034f0-fff0-40cd-a86c-e735579a5326 None None] New status for floating IP 76982839-a2e2-49b3-aefd-afca769c07b6: ACTIVE {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:13:39.387693 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-cce5f184-9b75-4c54-b325-c30fcfa7c5e6 req-00af1c0f-40db-4ce9-b400-a6de270d7ecd service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2705863 Jan 15 15:13:39.391193 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-ae2ef8ae-0489-41fc-91fb-7f79c2835fbf service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484603 Jan 15 15:13:39.405456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:39.542816 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a65de2f2-fe1a-43f5-8917-643df7c88758 req-5e708655-6ea8-4f1c-9df1-5aa9aace3305 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445630 Jan 15 15:14:00.382319 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d3b25104-0578-497e-9c8e-0045a7c5ea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:02.264210 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b7d1-7b9c-445c-8968-b515700d5aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:03.282903 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:03.995994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:14:04.540402 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:04.865585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:09.355612 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:14.186608 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-ae65cf6e-2af8-4a1c-92bd-39e4696eff2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0748911 Jan 15 15:14:14.351609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690446-e554-4231-adda-537ed041a576 req-6a563de3-706a-4d1d-84fd-8e7271b37120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:14.353240 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-6a563de3-706a-4d1d-84fd-8e7271b37120 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0761631 Jan 15 15:14:14.511696 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690446-e554-4231-adda-537ed041a576 req-d0f941a5-00e9-49bb-ae63-fa79eb6bd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:14.513324 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-d0f941a5-00e9-49bb-ae63-fa79eb6bd941 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1412485 Jan 15 15:14:14.621067 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-be24836c-f831-4220-bf91-769b2e4ffb78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1002 time: 0.1010363 Jan 15 15:14:14.693458 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690446-e554-4231-adda-537ed041a576 req-4bdb3a90-cf16-4858-b9ce-57e5412df935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:14.695009 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-4bdb3a90-cf16-4858-b9ce-57e5412df935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0679715 Jan 15 15:14:14.775469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690446-e554-4231-adda-537ed041a576 req-a38a2909-af92-4258-a740-07e00b1c7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:14.777416 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-a38a2909-af92-4258-a740-07e00b1c7901 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759931 Jan 15 15:14:14.922477 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-93b8e83d-5b93-4595-a858-4a5c4e0d43ea service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380570 Jan 15 15:14:15.068226 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1f690446-e554-4231-adda-537ed041a576 req-44d1e11b-b12c-4d74-8223-864564ac6554 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391521 Jan 15 15:14:30.385271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-373af220-c3a7-4add-930a-4a73b2aa72b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:32.263977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1c90cbe0-0d63-4158-a6c3-e93e08ffe40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:33.287064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:34.542002 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:34.869326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:39.349372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:40.996050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:00.389893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-775833c0-34fa-46a5-99ae-d3e56d1a3f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:02.264310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4a8b2b1-ab49-4968-8ad1-ccb695adca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:03.289118 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:04.543256 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:04.872746 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:09.349151 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:14.184510 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-a549b045-9e74-44ba-a38d-f631dc42cbf5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0743809 Jan 15 15:15:14.352234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-ece960b0-9a19-4b57-829d-66fed1abfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:14.353838 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-ece960b0-9a19-4b57-829d-66fed1abfc7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0789297 Jan 15 15:15:14.514513 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-04627eb4-c9ba-446c-9563-f2c3d799ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:14.516144 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-04627eb4-c9ba-446c-9563-f2c3d799ef99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1416945 Jan 15 15:15:14.620759 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-ce6fcd94-8074-42e7-93bd-fbcb3830542a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1002 time: 0.0976925 Jan 15 15:15:14.692236 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-781eee2d-3c03-41ad-b40b-02d08e5149c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:14.693781 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-781eee2d-3c03-41ad-b40b-02d08e5149c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0668306 Jan 15 15:15:14.773074 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-79d45932-4572-4462-952f-aa34fc171f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:14.775195 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-79d45932-4572-4462-952f-aa34fc171f1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746884 Jan 15 15:15:14.919332 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-e2a2b524-f3e0-48e1-b4fe-e5e0b98b62d6 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366262 Jan 15 15:15:15.064344 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3d4ab5ce-5e40-4499-bdc6-246cc61e4bca req-07e66622-42ef-4384-8460-f3140443262f service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378672 Jan 15 15:15:17.996270 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:28.046686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c34c8-7e44-4b92-b919-9474bf89a425 req-28e38185-0ba0-41ad-8dbc-4b7ec4d44872 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:28.048326 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-474c34c8-7e44-4b92-b919-9474bf89a425 req-28e38185-0ba0-41ad-8dbc-4b7ec4d44872 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1052849 Jan 15 15:15:28.099033 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-474c34c8-7e44-4b92-b919-9474bf89a425 req-25d261bb-729f-4555-a11a-0893e723b0d2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442903 Jan 15 15:15:29.343415 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d755fd-c14c-4812-b363-1fa63255662d req-4aabe8aa-87be-433d-aee8-d5ad37135c5c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:29.345237 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2d755fd-c14c-4812-b363-1fa63255662d req-4aabe8aa-87be-433d-aee8-d5ad37135c5c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1007578 Jan 15 15:15:29.398671 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f2d755fd-c14c-4812-b363-1fa63255662d req-e2b327c1-6eb9-480d-8db6-47cbcf559716 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460639 Jan 15 15:15:30.391738 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9ee6-61d4-40d3-94cc-93f39300a0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:30.640191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496bcc-c3d4-495f-bd87-ef92493a51ec req-6b053446-e6a3-4c0c-ab07-7c8156d2bc22 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:30.641861 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f496bcc-c3d4-495f-bd87-ef92493a51ec req-6b053446-e6a3-4c0c-ab07-7c8156d2bc22 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1001220 Jan 15 15:15:30.695852 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-6f496bcc-c3d4-495f-bd87-ef92493a51ec req-fc242434-bb2c-4d44-8afb-f3dbe35e58d2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478723 Jan 15 15:15:31.924984 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb24ee-6b42-4fc5-9581-0f3a7a4338a5 req-e0f2aaee-b5d9-4b78-a89f-b74520bfddfc tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:31.926556 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-daeb24ee-6b42-4fc5-9581-0f3a7a4338a5 req-e0f2aaee-b5d9-4b78-a89f-b74520bfddfc tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1024168 Jan 15 15:15:31.978282 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-daeb24ee-6b42-4fc5-9581-0f3a7a4338a5 req-229b54f4-963b-42b0-a278-877991570b50 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454085 Jan 15 15:15:32.265915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-4e244a6a-ae9f-4089-ac98-b57e79ec3ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:33.205326 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8995be2-dd57-45a3-af8f-7fe8ff476ad2 req-fae3f2be-8839-4a9e-8f67-d7b53d6e8e6d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:33.206946 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8995be2-dd57-45a3-af8f-7fe8ff476ad2 req-fae3f2be-8839-4a9e-8f67-d7b53d6e8e6d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.0996919 Jan 15 15:15:33.257955 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8995be2-dd57-45a3-af8f-7fe8ff476ad2 req-f2240355-cfb5-40c2-bc41-7c6f3dd90e5e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438519 Jan 15 15:15:33.291844 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:34.487913 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e24fb-c9e5-41ee-b72c-6776326f2f7c req-54f1e36f-01df-4959-b103-21c1e8fc390c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:34.489600 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-374e24fb-c9e5-41ee-b72c-6776326f2f7c req-54f1e36f-01df-4959-b103-21c1e8fc390c tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1014075 Jan 15 15:15:34.546306 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-374e24fb-c9e5-41ee-b72c-6776326f2f7c req-fc59c1a5-0059-419c-8e80-5dd321da9d63 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0493085 Jan 15 15:15:34.549636 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:34.872366 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:15:34.910555 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:34.944960 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:15:34.945365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:35.781454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf9d59-7ba7-49bf-96ed-ef16ca4f9793 req-da27b1a5-9b5e-42cc-a891-fe33828256b6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:35.783489 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f5cf9d59-7ba7-49bf-96ed-ef16ca4f9793 req-da27b1a5-9b5e-42cc-a891-fe33828256b6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1034842 Jan 15 15:15:35.832777 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-f5cf9d59-7ba7-49bf-96ed-ef16ca4f9793 req-3f18a425-cf38-4376-b721-d6bd23e10718 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429983 Jan 15 15:15:37.291851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3056d-1045-435f-be27-33c27a759cff req-ebbe63e0-38d3-4f46-a9d4-a0ff8a0a8ad2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:37.293533 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dca3056d-1045-435f-be27-33c27a759cff req-ebbe63e0-38d3-4f46-a9d4-a0ff8a0a8ad2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.3321536 Jan 15 15:15:37.343386 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-dca3056d-1045-435f-be27-33c27a759cff req-40d25e9c-93a7-46aa-bd6b-be2c852b4ef2 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434544 Jan 15 15:15:38.217456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-206f31a3-b455-42e2-b0ce-102e74ddfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.219092 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-206f31a3-b455-42e2-b0ce-102e74ddfb22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0764499 Jan 15 15:15:38.362703 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-20d24d3e-cd0c-436f-b3d6-c04ba4015575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.364323 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-20d24d3e-cd0c-436f-b3d6-c04ba4015575 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1373765 Jan 15 15:15:38.478996 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-a634a03a-ae7c-4612-8ca3-ef07ca78c64f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1002 time: 0.1081889 Jan 15 15:15:38.603397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-9b46b18d-372a-48da-831c-31bef67324ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.604962 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-9b46b18d-372a-48da-831c-31bef67324ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0926595 Jan 15 15:15:38.683769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceef78e-cd6a-4204-882c-33b60a400dcd req-c6d3d81f-7fc4-4c8a-a281-e56d58a064fd tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.685372 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eceef78e-cd6a-4204-882c-33b60a400dcd req-c6d3d81f-7fc4-4c8a-a281-e56d58a064fd tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.2098951 Jan 15 15:15:38.752417 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-eceef78e-cd6a-4204-882c-33b60a400dcd req-bb92f0e3-8601-48c0-9751-7b93ad941416 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0605574 Jan 15 15:15:38.759147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-a12b3189-8aa0-4ced-81d2-4f846f2770e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.760687 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-a12b3189-8aa0-4ced-81d2-4f846f2770e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478722 Jan 15 15:15:38.906443 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-1cc52f9a-9506-4e76-9f6b-166a3005ca6f service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384451 Jan 15 15:15:39.047855 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d19c307f-0b4d-459e-9ea1-bb0760c387bd req-b93ad49a-31fd-490e-8b8d-17813b10b28c service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346672 Jan 15 15:15:39.364377 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:39.982772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6febb-be56-4e1c-9889-8a226b0280e7 req-efc1fd9c-1c88-4cdc-89f9-1bb707910275 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:39.984402 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b6e6febb-be56-4e1c-9889-8a226b0280e7 req-efc1fd9c-1c88-4cdc-89f9-1bb707910275 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1037476 Jan 15 15:15:40.034784 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b6e6febb-be56-4e1c-9889-8a226b0280e7 req-f531883d-3cad-4fb2-b729-2ed84555b53a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441828 Jan 15 15:15:40.738349 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:15:40.852946 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.884365 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:15:40.894693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b552c112-bdd8-47d5-9fb0-381db0954669,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:40.898186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.900085 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:41.119536 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'code': 200} Jan 15 15:15:41.140474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=5']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:41.149147 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.149793 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.150167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.150541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.150905 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.151519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.151880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.152267 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.152627 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.152986 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.153342 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.153699 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.154117 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.154476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.154832 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.155186 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.155538 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.155893 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.156271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.156653 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.157030 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.157416 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.157773 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.158132 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:41.162599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:41.277830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8874698-f935-4024-98a3-bb9f12ef15e2 req-3c7b0ef6-affd-4061-a13a-9ba0984a7aa9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:41.279392 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8874698-f935-4024-98a3-bb9f12ef15e2 req-3c7b0ef6-affd-4061-a13a-9ba0984a7aa9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1006064 Jan 15 15:15:41.333828 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d8874698-f935-4024-98a3-bb9f12ef15e2 req-08ea1e1b-5419-476f-95ed-3a19c2181bf5 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478916 Jan 15 15:15:42.561324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da612a1-d6d9-4393-90f5-6f8b7c04713f req-32c5855c-7d26-4b43-b708-ea4a35b09f59 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:42.562932 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4da612a1-d6d9-4393-90f5-6f8b7c04713f req-32c5855c-7d26-4b43-b708-ea4a35b09f59 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.0992632 Jan 15 15:15:42.612759 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-4da612a1-d6d9-4393-90f5-6f8b7c04713f req-031e3fa4-3959-441a-b4a3-bb5677178285 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434844 Jan 15 15:15:43.308829 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3dff-1eaa-4a83-ac6c-ec07eb4db4d1 req-c98cfd07-95a7-4e98-a864-3b42cdf43cbf tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:43.310344 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c0ed3dff-1eaa-4a83-ac6c-ec07eb4db4d1 req-c98cfd07-95a7-4e98-a864-3b42cdf43cbf tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.3820350 Jan 15 15:15:43.317352 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-65f64dd7-ec66-4f89-8b6a-435a682eca19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4676220 Jan 15 15:15:43.362941 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c0ed3dff-1eaa-4a83-ac6c-ec07eb4db4d1 req-8acd0367-5028-44cc-8154-15a5e3f7415a tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445664 Jan 15 15:15:44.595545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9640d-ec9f-4b00-974f-87cb67745bcc req-e8fd072e-b202-4753-8ad0-15348898982e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:44.597242 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c6a9640d-ec9f-4b00-974f-87cb67745bcc req-e8fd072e-b202-4753-8ad0-15348898982e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.0998788 Jan 15 15:15:44.649719 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c6a9640d-ec9f-4b00-974f-87cb67745bcc req-80b8619e-393f-41bd-9c41-7911f3b9304d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460775 Jan 15 15:15:44.713086 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-4c17f93b-9098-488a-aa0a-eb2e7ebe0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:44.714665 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-4c17f93b-9098-488a-aa0a-eb2e7ebe0a70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&tenant_id=0e20c07ad645420c90486229ad1ac1b5 HTTP/1.1" status: 200 len: 1161 time: 0.0781844 Jan 15 15:15:44.821647 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-da058b1d-951e-4f3f-94ec-d10d8d8fec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:44.823150 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-da058b1d-951e-4f3f-94ec-d10d8d8fec5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1161 time: 0.0749607 Jan 15 15:15:44.963360 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-fb17d580-ca7b-4550-961a-2f6bc5a83613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:44.964857 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-fb17d580-ca7b-4550-961a-2f6bc5a83613 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1356397 Jan 15 15:15:45.072335 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-91963a04-10dc-4626-9a87-20865edf8dc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1000 time: 0.1011736 Jan 15 15:15:45.141105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-5fa6c9f8-5ee6-466c-9b27-dbb17c939497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:45.142613 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-5fa6c9f8-5ee6-466c-9b27-dbb17c939497 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0639861 Jan 15 15:15:45.223684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-65557ec4-6379-44a0-9f46-c7193fa6222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:45.225196 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-65557ec4-6379-44a0-9f46-c7193fa6222d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759015 Jan 15 15:15:45.371405 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-2682edd1-a660-4f63-8139-9ae57bc4e627 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375279 Jan 15 15:15:45.517788 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-0bb4c32f-6ac7-4270-b7b7-36829a63ca25 req-b954d368-d8f4-49ae-9f43-40c432dc506b service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397765 Jan 15 15:15:45.879720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ab04f-fba7-4809-b3c5-f3f0bc312a42 req-3fa5edac-aefd-476b-9be6-7058938b211e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:45.881256 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d74ab04f-fba7-4809-b3c5-f3f0bc312a42 req-3fa5edac-aefd-476b-9be6-7058938b211e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.0995734 Jan 15 15:15:45.932480 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d74ab04f-fba7-4809-b3c5-f3f0bc312a42 req-4ec38492-b654-4331-a030-8502da5d78df tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443311 Jan 15 15:15:47.164274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed208e1-afa5-4bc2-a8d4-4cf122630c5a req-4dc4f688-8a4e-4075-a477-1c5c8214a773 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:47.165888 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3ed208e1-afa5-4bc2-a8d4-4cf122630c5a req-4dc4f688-8a4e-4075-a477-1c5c8214a773 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1036799 Jan 15 15:15:47.215856 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-3ed208e1-afa5-4bc2-a8d4-4cf122630c5a req-9d31f94d-5155-43a5-aa2a-978f67fe3e4b tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437286 Jan 15 15:15:48.443716 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201078-6ca5-45ca-8a79-11b09f0352b4 req-03a5a14b-a45a-4c66-9b9e-85880c8ec0c8 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:48.445471 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c1201078-6ca5-45ca-8a79-11b09f0352b4 req-03a5a14b-a45a-4c66-9b9e-85880c8ec0c8 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 944 time: 0.1037915 Jan 15 15:15:48.499633 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-c1201078-6ca5-45ca-8a79-11b09f0352b4 req-14a699d1-ba91-4d14-89b3-5345f80bc2c0 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0472014 Jan 15 15:15:49.216507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:15:49.284410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:15:49.284828 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:49.400384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574638'] for port, before_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:49.427537 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:15:49.437943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b552c112-bdd8-47d5-9fb0-381db0954669,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:49.440764 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770921796928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770921361642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770921361165'] for port, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:49.442620 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:49.488177 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'code': 200} Jan 15 15:15:49.514090 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Pushing event updated for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=6']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:49.517626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:49.732042 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8952a-3d31-4c8c-8639-9af8a35b4594 req-1bed6639-c3bc-42f6-99fa-8ed77093afc5 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:49.733615 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-55c8952a-3d31-4c8c-8639-9af8a35b4594 req-1bed6639-c3bc-42f6-99fa-8ed77093afc5 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1003158 Jan 15 15:15:49.831546 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-55c8952a-3d31-4c8c-8639-9af8a35b4594 req-65c6404a-0272-41a8-983b-2ece920e4235 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0914650 Jan 15 15:15:49.859874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57404297-fe1c-45d8-b628-e5ae31644f7a req-1cb09e0b-cc88-42c8-bfc5-b8a87d116f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:49.861516 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-57404297-fe1c-45d8-b628-e5ae31644f7a req-1cb09e0b-cc88-42c8-bfc5-b8a87d116f2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0900514 Jan 15 15:15:49.906633 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-57404297-fe1c-45d8-b628-e5ae31644f7a req-46ca5a51-d3ed-4790-99d9-3a9040d7ddf2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0374110 Jan 15 15:15:51.009589 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:15:51.077219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642f5c-87f5-4bbc-9853-f68a4226229d req-3854b910-8eac-4fd6-80d1-6cbe57f5e1da tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:51.078954 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16642f5c-87f5-4bbc-9853-f68a4226229d req-3854b910-8eac-4fd6-80d1-6cbe57f5e1da tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1149561 Jan 15 15:15:51.091023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:15:51.091729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:51.136264 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-16642f5c-87f5-4bbc-9853-f68a4226229d req-d8a8d647-8c47-45f1-a0a2-b370dbb1eb91 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0492892 Jan 15 15:15:52.361700 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2671fe-f843-48a9-8272-3e8f62174a41 req-6fb5c190-7991-4962-9181-a5d39a246513 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:52.363278 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1e2671fe-f843-48a9-8272-3e8f62174a41 req-6fb5c190-7991-4962-9181-a5d39a246513 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.0990615 Jan 15 15:15:52.417479 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-1e2671fe-f843-48a9-8272-3e8f62174a41 req-e610ce43-f681-4bd9-83c2-7b1ccc072b8e tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478120 Jan 15 15:15:54.996542 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:16:00.394384 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0803937a-b758-4da7-89b3-55b4a309c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.266722 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-49920c2d-afd0-4c8d-b7fc-fde2615abd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:03.293502 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:04.542258 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:04.878720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:09.380029 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:15.217812 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-e281daac-64d2-4e80-a61f-24c460394e30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0744555 Jan 15 15:16:15.381459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007e24-1693-4cd6-baed-5cd488111626 req-59bf2c5d-0ff1-49d2-9e1a-477d6e2487d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:15.383064 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-59bf2c5d-0ff1-49d2-9e1a-477d6e2487d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0745549 Jan 15 15:16:15.544208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007e24-1693-4cd6-baed-5cd488111626 req-5a83f10d-67ef-4c92-b674-d546f7397f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:15.545822 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-5a83f10d-67ef-4c92-b674-d546f7397f16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1428635 Jan 15 15:16:15.655172 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-325b5d81-6044-4aca-a327-a197ed7dbdb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 1002 time: 0.1011379 Jan 15 15:16:15.727875 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007e24-1693-4cd6-baed-5cd488111626 req-41f44848-4054-4b4d-a7ec-bc88444d1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:15.729454 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-41f44848-4054-4b4d-a7ec-bc88444d1a91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0662954 Jan 15 15:16:15.809221 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007e24-1693-4cd6-baed-5cd488111626 req-d2c14d6c-3e44-4f77-81e8-bf032c05a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:15.810710 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-d2c14d6c-3e44-4f77-81e8-bf032c05a64e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745361 Jan 15 15:16:15.954880 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-fdd6c06e-3699-42fb-a6cf-f467fc970568 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359634 Jan 15 15:16:16.102613 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-a6007e24-1693-4cd6-baed-5cd488111626 req-399d4927-4be3-42c4-a1f0-44ad642bbe35 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367829 Jan 15 15:16:30.396868 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab5de-b7c3-405d-9fe3-a1697feb451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:31.996172 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:16:32.266640 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-83e889cb-9a34-4f73-9256-e9e1b3adc537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:33.297148 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.543943 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.881977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.379134 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:00.399159 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-05e0b9a7-9d0e-42db-aca6-a5be942f02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:02.267877 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-477634d5-a64a-474d-8198-e17176445f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:03.299341 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:04.546608 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:04.885953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:08.228417 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-03119aaa-60d9-4dd8-b317-ad516dd7650d tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/floatingips/76982839-a2e2-49b3-aefd-afca769c07b6 HTTP/1.1" status: 200 len: 999 time: 0.1124825 Jan 15 15:17:08.404761 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-2748981a-0c32-4729-aa41-2551daedbc13 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:08.406076 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-2748981a-0c32-4729-aa41-2551daedbc13 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/networks/fd119e31-6c30-42aa-b4f1-528ce4794572 HTTP/1.1" status: 200 len: 784 time: 0.1718841 Jan 15 15:17:08.521014 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-590182ed-3aa2-4237-b18b-8b3e84a804eb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1071973 Jan 15 15:17:08.617677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-cde56ff2-27fd-452e-ba34-931944051d12 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:08.619124 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-cde56ff2-27fd-452e-ba34-931944051d12 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports/b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 943 time: 0.0918293 Jan 15 15:17:08.806532 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-51515a99-4991-4ce3-b603-6efadbf58f19 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1056275 Jan 15 15:17:08.996545 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:17:09.020861 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Deleting port 3b2ae2dc-ffa3-4ac7-929d-87abc261aa78 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:09.021798 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.194566 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.194930 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.321474 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Calling delete_port for 3b2ae2dc-ffa3-4ac7-929d-87abc261aa78 owned by network:floatingip {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:09.378191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.467064 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.481315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-a815b6b7-cf33-402a-a95d-d20bfc64bacd tempest-AttachVolumeShelveTestJSON-666733531 tempest-AttachVolumeShelveTestJSON-666733531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:09.573382 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event deleted for resources: {'Port': ['ID=3b2ae2dc-ffa3-4ac7-929d-87abc261aa78,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:09.597654 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.598081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.598499 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.598909 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.599953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.600381 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.600783 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.601207 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.601614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.602012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.602410 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.602807 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.603263 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.603659 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.604089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.604481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.604879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.605274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.605668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.606061 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.606457 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.606851 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.607247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.607641 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:09.612767 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:09.721626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for floatingip, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:09.721994 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.db.l3_db [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Floating IP 76982839-a2e2-49b3-aefd-afca769c07b6 disassociated (deleted). External IP: 172.28.0.179, port: b552c112-bdd8-47d5-9fb0-381db0954669. Jan 15 15:17:10.078351 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Router 4bd8ad2b-97ce-4f14-b727-a8940f035119 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:17:10.259471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:17:10.269590 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Sync routers for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:17:10.279487 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:10.280174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:10.285477 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for floatingip, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:10.340634 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-3f2b0fb9-cb49-419b-878d-c892b10f8c37 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "DELETE /v2.0/floatingips/76982839-a2e2-49b3-aefd-afca769c07b6 HTTP/1.1" status: 204 len: 173 time: 1.5273128 Jan 15 15:17:10.341977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:10.467792 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:10.523354 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-d6ae11ae-fada-4b40-bc6f-c526ce819231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.525319 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-d6ae11ae-fada-4b40-bc6f-c526ce819231 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.1722553 Jan 15 15:17:10.559959 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'status': 'completed', 'code': 200} Jan 15 15:17:10.670776 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-b675c4ca-2fcd-4bc1-8183-faab164794e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.672443 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-b675c4ca-2fcd-4bc1-8183-faab164794e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e20c07ad645420c90486229ad1ac1b5&device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 1163 time: 0.0794582 Jan 15 15:17:10.674020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-a9c131e3-7db5-45a6-b09f-3f0bbb32f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.675711 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-a9c131e3-7db5-45a6-b09f-3f0bbb32f83a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1440420 Jan 15 15:17:10.751887 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-20406d62-546c-4a21-b3fe-2ee486dc3b10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 217 time: 0.0689604 Jan 15 15:17:10.804688 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:10.808826 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Checking router: 4bd8ad2b-97ce-4f14-b727-a8940f035119 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:17:10.818507 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:10.819315 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:10.824324 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-07edbd08-b3e3-4c36-b923-5cb70dead7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.825313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-35636920-55ee-4a9e-ad6d-33917166104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.826063 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-07edbd08-b3e3-4c36-b923-5cb70dead7de service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 200 len: 902 time: 0.1466489 Jan 15 15:17:10.826911 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-35636920-55ee-4a9e-ad6d-33917166104b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0678349 Jan 15 15:17:10.903975 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-c4e01b43-1025-484e-93a5-361969a740d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 200 len: 217 time: 0.0706217 Jan 15 15:17:10.977564 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-99768646-670c-4caa-9747-d40cf9c44a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.979093 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-99768646-670c-4caa-9747-d40cf9c44a63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 200 len: 847 time: 0.0683591 Jan 15 15:17:11.016219 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:11.069249 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-7b18eceb-8c67-485b-9b97-b669e789bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:11.070882 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-7b18eceb-8c67-485b-9b97-b669e789bb96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843885 Jan 15 15:17:11.150473 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-d99e6141-88c3-4f33-87f6-e026d0c11529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:11.152163 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-d99e6141-88c3-4f33-87f6-e026d0c11529 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6eabd4b-1341-4238-b333-e2261f4a30f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3183756 Jan 15 15:17:11.221383 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-224d32ff-0b31-457d-8ba6-6832bd069281 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432083 Jan 15 15:17:11.308448 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-df6de4f0-7569-416f-ab9f-dba8479c9708 service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491871 Jan 15 15:17:11.351892 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:11.356521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf5c3-bccc-48c9-bab9-8c8ea35da31f None None] The sync data for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb is: [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:12:54Z', 'revision_number': 4, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb', '_interfaces': [{'id': '3fdcb6ec-7bfc-436a-828c-426bc266f088', 'name': '', 'network_id': 'f6eabd4b-1341-4238-b333-e2261f4a30f1', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'mac_address': 'fa:16:3e:5e:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:53Z', 'updated_at': '2021-01-15T15:13:03Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'subnets': [{'id': '4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:17:11.374866 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9560fa24-b28f-4fb9-86fd-e52d9fe657f3 req-a0795012-f8d5-48d2-a9dd-054df816ea22 service neutron] 10.222.0.69 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450944 Jan 15 15:17:11.458030 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-d35f2e2b-c004-464f-8c9b-91a8b1d088b0 req-f36b8f80-9765-4b42-85d7-1e8ad5e0073b service neutron] 10.222.0.52 "GET /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480489 Jan 15 15:17:11.790397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00d4f4-abd7-484d-81f7-d0c3de0927ff None None] New status for floating IP 76982839-a2e2-49b3-aefd-afca769c07b6: DOWN {{(pid=80066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:17:12.029476 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8eb03-ee83-40b6-b980-50aa5f1bee0a req-fa623d58-a268-4a09-afdf-320b329d1e0f tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:12.030233 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-5fe8eb03-ee83-40b6-b980-50aa5f1bee0a req-fa623d58-a268-4a09-afdf-320b329d1e0f tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Synchronizing usage tracker for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80065) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:17:12.045397 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.quota.resource [req-5fe8eb03-ee83-40b6-b980-50aa5f1bee0a req-fa623d58-a268-4a09-afdf-320b329d1e0f tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Unset dirty status for tenant:0e20c07ad645420c90486229ad1ac1b5 on resource:port {{(pid=80065) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:17:12.046634 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fe8eb03-ee83-40b6-b980-50aa5f1bee0a req-fa623d58-a268-4a09-afdf-320b329d1e0f tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1151192 Jan 15 15:17:12.100703 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5fe8eb03-ee83-40b6-b980-50aa5f1bee0a req-1979fec8-f86b-46b1-a5db-9b6da5b2a998 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468495 Jan 15 15:17:13.329690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837d32-3d3f-4473-a839-0e2fe8fd764f req-62a44391-bb97-4cab-b36e-887382d6902b tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:13.331369 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b9837d32-3d3f-4473-a839-0e2fe8fd764f req-62a44391-bb97-4cab-b36e-887382d6902b tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1004965 Jan 15 15:17:13.383552 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-b9837d32-3d3f-4473-a839-0e2fe8fd764f req-fddf94ce-1bd7-4b02-a287-c136e92d22e9 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups?id=04b06bc0-f50d-46f4-8f16-636c1ff1907a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459635 Jan 15 15:17:13.592232 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 up at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:17:13.663531 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.provisioning_blocks [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Provisioning complete for port b552c112-bdd8-47d5-9fb0-381db0954669 triggered by entity L2. {{(pid=80066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:13.663876 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1935428'] for port, provisioning_complete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:13.700838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-e9a50b6d-9bb1-421b-9d11-6783b8c95b77 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:13.702413 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-e9a50b6d-9bb1-421b-9d11-6783b8c95b77 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 946 time: 0.1017740 Jan 15 15:17:13.781191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Deleting port b552c112-bdd8-47d5-9fb0-381db0954669 {{(pid=80064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:13.781584 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:14.042886 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] For port b552c112-bdd8-47d5-9fb0-381db0954669, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=b552c112-bdd8-47d5-9fb0-381db0954669,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:14.043204 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:14.172028 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Calling delete_port for b552c112-bdd8-47d5-9fb0-381db0954669 owned by compute:nova {{(pid=80064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:14.316947 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4050187'] for port, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:14.332097 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-2626bf00-984d-4354-bad3-2f7e5fdb934e tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:14.427808 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event deleted for resources: {'Port': ['ID=b552c112-bdd8-47d5-9fb0-381db0954669,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:14.449977 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.450396 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.450810 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.451213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.451614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.452014 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.452599 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.452874 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.453344 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.453739 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.454130 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.454519 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.454969 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.455357 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.455752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.456163 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.456552 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.456941 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.457330 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.457723 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.458108 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.458626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.459293 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.459692 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:14.465021 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:14.561791 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] No DVR routers for this DVR port b552c112-bdd8-47d5-9fb0-381db0954669 on host hv-cinder-68948 {{(pid=80064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:17:14.564141 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771676'] for port, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:14.567003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-deleted', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669'}] {{(pid=80064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:14.581890 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-666f3ab3-347a-4e33-a05a-2b65ff163d0e req-1253a670-cbad-480a-8f1e-dee32ec170d8 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/ports?device_id=e18a5a7c-cb55-40a7-8150-3d76e030df5a HTTP/1.1" status: 200 len: 210 time: 0.0473216 Jan 15 15:17:14.583724 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-5230d545-61ee-44cf-a72d-fc727dd8b21c req-df7b8bb1-de3e-4aee-976c-a024348cdcbb tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.69 "DELETE /v2.0/ports/b552c112-bdd8-47d5-9fb0-381db0954669 HTTP/1.1" status: 204 len: 173 time: 0.8752491 Jan 15 15:17:14.632710 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a5a7c-cb55-40a7-8150-3d76e030df5a', 'name': 'network-vif-deleted', 'tag': 'b552c112-bdd8-47d5-9fb0-381db0954669', 'status': 'completed', 'code': 200} Jan 15 15:17:15.423734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:15.458759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] No Port match for: b552c112-bdd8-47d5-9fb0-381db0954669 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:15.459174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Device b552c112-bdd8-47d5-9fb0-381db0954669 not bound to the agent host hv-cinder-68948 {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:15.988765 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-4d4e54b0-8c29-4a98-a5f0-a0b07ccd36e6 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "GET /v2.0/security-groups/04b06bc0-f50d-46f4-8f16-636c1ff1907a HTTP/1.1" status: 200 len: 2993 time: 0.2709656 Jan 15 15:17:16.064777 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:16.095089 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:16.140711 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:16.145916 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-402c9549-ab7c-4979-b47e-31cabc0528f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:16.162312 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b06bc0-f50d-46f4-8f16-636c1ff1907a,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:16.167872 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:16.169823 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:16.171022 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [req-9c272f23-40db-4fbb-9f5e-180e5817b697 req-d8bdbb3e-4460-4807-9893-b289828792e3 tempest-TestShelveInstance-842822540 tempest-TestShelveInstance-842822540] 10.222.0.52 "DELETE /v2.0/security-groups/04b06bc0-f50d-46f4-8f16-636c1ff1907a HTTP/1.1" status: 204 len: 173 time: 0.1758583 Jan 15 15:17:16.229162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51672) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:16.786208 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:17.247814 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Deleting port 3fdcb6ec-7bfc-436a-828c-426bc266f088 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:17.248248 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:17.426701 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] For port 3fdcb6ec-7bfc-436a-828c-426bc266f088, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=3fdcb6ec-7bfc-436a-828c-426bc266f088,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:17.427189 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:17.555359 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Calling delete_port for 3fdcb6ec-7bfc-436a-828c-426bc266f088 owned by network:router_interface {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:17.723481 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:17.738948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-6fb579da-cab5-44a8-9342-c3b1dd5d8edb tempest-AttachVolumeTestJSON-708017686 tempest-AttachVolumeTestJSON-708017686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:17.829131 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdcb6ec-7bfc-436a-828c-426bc266f088,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:17.835635 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:18.135938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:18.862795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Router 4bd8ad2b-97ce-4f14-b727-a8940f035119 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:17:19.045945 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:17:19.054830 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Sync routers for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:17:19.058683 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-e34136d4-eaad-4a32-888a-1b9691e09f1f admin admin] 10.222.0.52 "PUT /v2.0/routers/4bd8ad2b-97ce-4f14-b727-a8940f035119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282652 Jan 15 15:17:19.061301 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51676) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:19.064745 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:19.065425 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:19.244432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks [] for router, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:19.253526 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:19.431897 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:19.437642 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Deleting port 654301cc-aba8-4488-b43a-86816cdb24b0 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:19.438020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:19.629255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] For port 654301cc-aba8-4488-b43a-86816cdb24b0, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=654301cc-aba8-4488-b43a-86816cdb24b0,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:19.629668 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:19.713769 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:17:17Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:19.717820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Checking router: 4bd8ad2b-97ce-4f14-b727-a8940f035119 for host: dv-cinder-689486-7-smb {{(pid=80067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:17:19.727016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Routers {'4bd8ad2b-97ce-4f14-b727-a8940f035119'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:19.727674 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['4bd8ad2b-97ce-4f14-b727-a8940f035119'], 'active': True} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:19.760247 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Calling delete_port for 654301cc-aba8-4488-b43a-86816cdb24b0 owned by network:router_gateway {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:19.895824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:19.914164 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] Set router 4bd8ad2b-97ce-4f14-b727-a8940f035119 gateway port host: dv-cinder-689486-7-smb {{(pid=80067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:20.084298 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.214670 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:17:17Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80067) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:20.214926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.217200 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.218850 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbed93-da8c-4993-adeb-b152a9adc5a7 None None] The sync data for ids ['4bd8ad2b-97ce-4f14-b727-a8940f035119'] in dv-cinder-689486-7-smb is: [{'id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'name': 'tempest-TestShelveInstance-753895906-router', 'tenant_id': '0e20c07ad645420c90486229ad1ac1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:49Z', 'updated_at': '2021-01-15T15:17:17Z', 'revision_number': 5, 'project_id': '0e20c07ad645420c90486229ad1ac1b5', 'gw_port': {'id': '654301cc-aba8-4488-b43a-86816cdb24b0', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8ad2b-97ce-4f14-b727-a8940f035119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:50Z', 'updated_at': '2021-01-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:17:20.238686 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.239254 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd8ad2b-97ce-4f14-b727-a8940f035119 {{(pid=80065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:17:20.252759 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.253997 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-a82dcb07-0883-4a5b-826a-f3deeb3b8309 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4bd8ad2b-97ce-4f14-b727-a8940f035119 HTTP/1.1" status: 204 len: 168 time: 1.1917229 Jan 15 15:17:20.257471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51680) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:20.327037 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Deleting subnet 4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:17:20.330310 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.383128 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.471146 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.511997 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 3fdcb6ec-7bfc-436a-828c-426bc266f088 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:20.546656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 3fdcb6ec-7bfc-436a-828c-426bc266f088 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:20.547050 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 3fdcb6ec-7bfc-436a-828c-426bc266f088 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:20.743313 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.759394 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:20.850992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:20.863556 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:20.903852 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.909008 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0eeb2-ce3a-4da7-94d4-d62c4bb849bf None None] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:17:20.910035 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-f4be35e1-71d8-4aee-8a46-d40ac3180027 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4dc8a7ff-8fed-41af-8e18-c3a41bd1f58d HTTP/1.1" status: 204 len: 168 time: 0.6514919 Jan 15 15:17:20.912652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51684) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:21.025560 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.095191 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Deleting port a352b053-0662-4bcb-a907-dfcc8d966601 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:21.095454 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.168212 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] DHCP port deletion for f6eabd4b-1341-4238-b333-e2261f4a30f1 request from dv-cinder-689486-7-smb {{(pid=80066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:17:21.172621 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Deleting port a352b053-0662-4bcb-a907-dfcc8d966601 {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:21.173046 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.313817 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] For port a352b053-0662-4bcb-a907-dfcc8d966601, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a352b053-0662-4bcb-a907-dfcc8d966601,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:21.314209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.387809 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] For port a352b053-0662-4bcb-a907-dfcc8d966601, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=a352b053-0662-4bcb-a907-dfcc8d966601,segment=NetworkSegment(2ca49591-beb6-4902-b969-109554311e4a),segment_id=2ca49591-beb6-4902-b969-109554311e4a)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:21.388294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.525988 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Calling delete_port for a352b053-0662-4bcb-a907-dfcc8d966601 owned by network:dhcp {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:21.603211 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175'] for port, after_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:21.620455 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:21.689157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Calling delete_port for a352b053-0662-4bcb-a907-dfcc8d966601 owned by network:dhcp {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:21.713071 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Pushing event deleted for resources: {'Port': ['ID=a352b053-0662-4bcb-a907-dfcc8d966601,revision_number=None']} {{(pid=80066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:21.738562 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.738948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.739848 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.740492 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.740880 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.741255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.741626 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.741994 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.742364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.742729 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.743093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.743508 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.743879 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.744271 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.744639 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.744995 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.745358 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.745720 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.746081 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.746442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.746801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.747162 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.747521 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.747878 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-smb {{(pid=80066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:21.752818 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:21.761509 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80065) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:17:21.761871 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:17:21.781532 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b0c90-91ea-40e4-96a8-ba65a7b4dfc0 None None] No DVR routers for this DVR port a352b053-0662-4bcb-a907-dfcc8d966601 on host dv-cinder-689486-7-smb {{(pid=80066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:17:22.262933 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Deleting port a352b053-0662-4bcb-a907-dfcc8d966601 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:22.263469 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.329677 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] The port 'a352b053-0662-4bcb-a907-dfcc8d966601' was deleted {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:17:22.450115 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.550954 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a352b053-0662-4bcb-a907-dfcc8d966601 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:22.571145 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6eabd4b-1341-4238-b333-e2261f4a30f1']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:22.584790 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: a352b053-0662-4bcb-a907-dfcc8d966601 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:22.584972 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca49591-beb6-4902-b969-109554311e4a') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:22.585180 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device a352b053-0662-4bcb-a907-dfcc8d966601 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:22.585302 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca49591-beb6-4902-b969-109554311e4a') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:22.585644 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 654301cc-aba8-4488-b43a-86816cdb24b0 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:22.597262 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.613003 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.615047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:17:22.621188 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 654301cc-aba8-4488-b43a-86816cdb24b0 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:22.621585 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 654301cc-aba8-4488-b43a-86816cdb24b0 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:22.798043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:17:22.807339 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.991280 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Network f6eabd4b-1341-4238-b333-e2261f4a30f1 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: % (table.description, expected, rows_matched) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: % (table.description, expected, rows_matched) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: % (table.description, expected, rows_matched) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: % (table.description, expected, rows_matched) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:17:23.013915 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:17:23.099157 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:23.103672 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:23.107408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5ace6a90-4686-4d0c-bb0b-b85fa69d1b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:23.131845 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Pushing event deleted for resources: {'Network': ['ID=f6eabd4b-1341-4238-b333-e2261f4a30f1,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:23.134693 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:23.142536 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bb60767b-6a44-4f8d-9da5-7320d6cffcef admin admin] 10.222.0.52 "DELETE /v2.0/networks/f6eabd4b-1341-4238-b333-e2261f4a30f1 HTTP/1.1" status: 204 len: 168 time: 2.2288671 Jan 15 15:17:23.146307 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51688) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:23.688390 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706791'] for router_interface, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:24.151915 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Deleting port 83087515-2036-490c-a939-bc52568a2c71 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:24.152316 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:24.329294 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] For port 83087515-2036-490c-a939-bc52568a2c71, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83087515-2036-490c-a939-bc52568a2c71,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:24.329681 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:24.454463 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Calling delete_port for 83087515-2036-490c-a939-bc52568a2c71 owned by network:router_interface {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:24.623609 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:24.639087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-92325c43-415b-45e0-9df3-72618217da04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:24.733772 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=83087515-2036-490c-a939-bc52568a2c71,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:24.743548 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:25.282154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854063241'] for router_interface, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:25.784190 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Router d714d257-f247-4963-9715-9c7d7f957973 has already been hosted by L3 agent 259bab9a-65b7-4d0c-9067-e6604ed8a29e {{(pid=80065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:17:25.971990 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-smb the message routers_updated {{(pid=80065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:17:25.982176 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-1e2ee08d-f2cd-40ad-8c2c-919e42fc8b93 admin admin] 10.222.0.52 "PUT /v2.0/routers/d714d257-f247-4963-9715-9c7d7f957973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8346965 Jan 15 15:17:25.982361 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Sync routers for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:17:25.984896 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51692) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:25.992405 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:25.993087 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:26.168240 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.175870 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:26.350928 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.356209 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Deleting port 83fe33eb-f7ae-4049-986d-1537a702ab42 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:26.356577 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.477557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:17:24Z', 'revision_number': 5, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:26.481752 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Checking router: d714d257-f247-4963-9715-9c7d7f957973 for host: dv-cinder-689486-7-smb {{(pid=80066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:17:26.491412 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Routers {'d714d257-f247-4963-9715-9c7d7f957973'} bound to L3 agent in host dv-cinder-689486-7-smb {{(pid=80066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:26.492257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:02Z,description=,heartbeat_timestamp=2021-01-15T15:17:02Z,host='dv-cinder-689486-7-smb',id=259bab9a-65b7-4d0c-9067-e6604ed8a29e,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:02Z,topic='l3_agent')) {'router_ids': ['d714d257-f247-4963-9715-9c7d7f957973'], 'active': True} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:26.538912 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] For port 83fe33eb-f7ae-4049-986d-1537a702ab42, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=83fe33eb-f7ae-4049-986d-1537a702ab42,segment=NetworkSegment(57f7df3a-14f6-422f-bf35-4acb534679ac),segment_id=57f7df3a-14f6-422f-bf35-4acb534679ac)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:26.539284 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.668234 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Calling delete_port for 83fe33eb-f7ae-4049-986d-1537a702ab42 owned by network:router_gateway {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:26.679303 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvr_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] Set router d714d257-f247-4963-9715-9c7d7f957973 gateway port host: dv-cinder-689486-7-smb {{(pid=80066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:26.805345 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.983780 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_hamode_db [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:17:24Z', 'revision_number': 5, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}], 'dv-cinder-689486-7-smb', False) {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:26.988364 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7cda5-b564-4293-9500-f37ce84cfd74 None None] The sync data for ids ['d714d257-f247-4963-9715-9c7d7f957973'] in dv-cinder-689486-7-smb is: [{'id': 'd714d257-f247-4963-9715-9c7d7f957973', 'name': 'tempest-TestShelveInstance-539750931-router', 'tenant_id': '21668fd02fc64563b399e4127bea59f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'external_fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:12:57Z', 'updated_at': '2021-01-15T15:17:24Z', 'revision_number': 5, 'project_id': '21668fd02fc64563b399e4127bea59f8', 'gw_port': {'id': '83fe33eb-f7ae-4049-986d-1537a702ab42', 'name': '', 'network_id': 'fd119e31-6c30-42aa-b4f1-528ce4794572', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714d257-f247-4963-9715-9c7d7f957973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:12:58Z', 'updated_at': '2021-01-15T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ca79cfa-a7cf-4932-94e7-8b3cada4bc23', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-smb'}] {{(pid=80066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:17:26.992165 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854086673'] for router_gateway, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.130179 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-91263'] for router, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.132751 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.156091 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854065579'] for router, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.156666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d714d257-f247-4963-9715-9c7d7f957973 {{(pid=80065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:17:27.169467 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] Notify callbacks [] for router, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.170700 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-96a770a3-9471-4f3a-946e-8adcc66b1c91 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d714d257-f247-4963-9715-9c7d7f957973 HTTP/1.1" status: 204 len: 168 time: 1.1847970 Jan 15 15:17:27.173419 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51696) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:27.241438 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Deleting subnet bfa39968-f536-4359-9455-925fe85e14b5 {{(pid=80065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:17:27.244651 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.300910 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604612'] for subnet, precommit_delete_associations {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.384479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853045573'] for subnet, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.663194 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852173250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850896959'] for subnet, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.679968 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-31ae58f2-346f-4471-9476-4788b322c6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:28.010667 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa39968-f536-4359-9455-925fe85e14b5,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:28.023695 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:28.057105 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.062114 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010591f-0360-487e-a197-79861c88297e None None] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 requested from dv-cinder-689486-7-smb {{(pid=80066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:17:28.063125 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-bb94496f-af2c-4b7e-8b68-7994e2b773dd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bfa39968-f536-4359-9455-925fe85e14b5 HTTP/1.1" status: 204 len: 168 time: 0.8886380 Jan 15 15:17:28.065771 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51700) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:28.191603 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357112'] for network, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.258434 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Deleting port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 {{(pid=80065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:28.258801 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.476956 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] For port b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:28.477328 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.478445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] DHCP port deletion for 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 request from dv-cinder-689486-7-smb {{(pid=80066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:17:28.482730 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Deleting port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:28.483152 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.572938 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83087515-2036-490c-a939-bc52568a2c71 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:28.608218 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Calling delete_port for b85bae82-18de-4ddb-b7e7-f94fdf5efc54 owned by network:dhcp {{(pid=80065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:28.616710 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 83087515-2036-490c-a939-bc52568a2c71 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:28.617103 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83087515-2036-490c-a939-bc52568a2c71 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:28.617571 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device b85bae82-18de-4ddb-b7e7-f94fdf5efc54 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:28.681213 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1574579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854704780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770921796945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265933414175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2602516'] for port, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.696557 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:28.765782 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No active binding found for port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 {{(pid=80066) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 15 15:17:28.766228 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device b85bae82-18de-4ddb-b7e7-f94fdf5efc54 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:28.766690 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83fe33eb-f7ae-4049-986d-1537a702ab42 no longer exists at agent ovs-agent-dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:17:28.796471 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:28.799406 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:28.816399 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] No Port match for: 83fe33eb-f7ae-4049-986d-1537a702ab42 {{(pid=80066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:17:28.816795 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.rpc [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Device 83fe33eb-f7ae-4049-986d-1537a702ab42 not bound to the agent host dv-cinder-689486-7-smb {{(pid=80066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:17:28.823122 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.db [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] For port b85bae82-18de-4ddb-b7e7-f94fdf5efc54, host dv-cinder-689486-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-smb',level=0,port_id=b85bae82-18de-4ddb-b7e7-f94fdf5efc54,segment=NetworkSegment(5ba96a53-e345-4ef5-bc1e-a097d6496b27),segment_id=5ba96a53-e345-4ef5-bc1e-a097d6496b27)] {{(pid=80066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:28.823567 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854074190'] for port, precommit_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:28.853953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] No DVR routers for this DVR port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 on host dv-cinder-689486-7-smb {{(pid=80065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:17:28.950427 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Calling delete_port for b85bae82-18de-4ddb-b7e7-f94fdf5efc54 owned by network:dhcp {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:17:28.978282 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730252', 'neutron.services.segments.db._delete_segments_for_network-8770921881869'] for network, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.021479 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.db.api [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80066) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:17:29.022043 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_db.api [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:17:29.091459 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa0ecf1-30c7-4ab3-a59a-bf36e969e253']}} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:29.108432 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba96a53-e345-4ef5-bc1e-a097d6496b27') {'for_net_delete': True} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:29.108768 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.services.segments.db [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba96a53-e345-4ef5-bc1e-a097d6496b27') {} {{(pid=80065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:29.121734 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265932909838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852171140'] for segment, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.138987 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853044882'] for segment, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.141155 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:17:29.320010 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:17:29.329026 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1730918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852173213'] for segment, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.513183 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.managers [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Network 1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 has no segments {{(pid=80065) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:17:29.523816 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Deleting port b85bae82-18de-4ddb-b7e7-f94fdf5efc54 {{(pid=80066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:17:29.524286 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265932984231'] for port, before_delete {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: Traceback (most recent call last): Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: timer() Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: cb(*args, **kw) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: return func(*args, **kwargs) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: self._notify() Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: self.callback(batched_events) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: event.method(event) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: segment_id)['aggregates'][0] Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: return f(self, *a, **k) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: return self._get(url).json() Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: **kwargs) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: return self.request(url, 'GET', **kwargs) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: **endpoint_filter) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:17:29.536655 dv-cinder-689486-7-smb neutron-server[79953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:17:29.591862 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.plugins.ml2.plugin [None req-cacfc84e-8ab0-4756-b40e-32ccb87f82e3 None None] The port 'b85bae82-18de-4ddb-b7e7-f94fdf5efc54' was deleted {{(pid=80066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:17:29.620047 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853045563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1121843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689032'] for network, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.624174 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1121988'] for network, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.627964 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-9e14af41-e038-412b-9ff5-eada5bd543f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:29.651496 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa0ecf1-30c7-4ab3-a59a-bf36e969e253,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:29.654327 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:29.656511 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-de1c812b-1abc-4d6d-8f3f-c3c93dc50d7c admin admin] 10.222.0.52 "DELETE /v2.0/networks/1aa0ecf1-30c7-4ab3-a59a-bf36e969e253 HTTP/1.1" status: 204 len: 168 time: 1.5896575 Jan 15 15:17:29.886998 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51706) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:29.939260 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-6ac13850-0651-481a-bed9-4f82a76d3723 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e20c07ad645420c90486229ad1ac1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509586 Jan 15 15:17:29.941744 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80065) accepted ('10.222.0.52', 51710) {{(pid=80065) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:30.001889 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.029032 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.076992 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.082169 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-50e08019-ed3e-4618-bf9f-a8814294345f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:30.096012 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1502addf-c6f8-45ab-879c-aa6477c71817,revision_number=None']} {{(pid=80065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:30.102066 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:30.104093 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.105329 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-5bdea5cf-4657-4af7-ba54-3b9829bd7105 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1502addf-c6f8-45ab-879c-aa6477c71817 HTTP/1.1" status: 204 len: 168 time: 0.1619906 Jan 15 15:17:30.401888 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-70e46810-5bb9-4c05-8f55-3a3d0fd43a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.532273 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51718) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:30.589266 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-426e75ae-7afc-4560-912f-3d903ea33be2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21668fd02fc64563b399e4127bea59f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556769 Jan 15 15:17:30.591867 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [-] (80064) accepted ('10.222.0.52', 51722) {{(pid=80064) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:17:30.652820 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.679898 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.727084 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854060028'] for security_group, after_delete {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.732027 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-ba21c237-50f9-4b2e-84bd-5a921b55b87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:30.744525 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dea010-fd0e-4c84-a8c8-204195bcc395,revision_number=None']} {{(pid=80064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:30.747755 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG oslo_concurrency.lockutils [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:30.749785 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.751139 dv-cinder-689486-7-smb neutron-server[79953]: INFO neutron.wsgi [None req-0752aee0-e6ed-4404-b2c8-1140d3e317f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7dea010-fd0e-4c84-a8c8-204195bcc395 HTTP/1.1" status: 204 len: 168 time: 0.1581092 Jan 15 15:17:32.269372 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9b2-9439-4d02-83c7-61cb03f695d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.303226 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:34.547841 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:34.890238 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:39.374139 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:45.997023 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:18:00.403883 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-d296b038-029a-4498-9385-2845ac77a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:02.270291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-8bd73086-2569-4a07-8a32-4c7f71ed3dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:03.305524 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:04.552666 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:04.891859 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:09.385363 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:22.996154 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:18:30.406288 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-db8f99ed-f8af-4e78-ae99-932c3286f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:32.275255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-875f6b58-ae74-4600-b944-7ac84bae47e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:33.306824 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:34.557927 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:34.895445 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:39.377520 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:59.995887 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:19:00.407838 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-3e9d3bcb-d0a2-42f7-9fd3-8ce0baac5eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.276403 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-9e7e431c-d020-48ee-8fc1-54e9569f4714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.311702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.559926 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.897684 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:08.757035 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-6a6b4717-f3ce-4b57-9a61-8030ca7c8f96 req-54f5d3c0-3304-42d8-8778-413dd4bbb625 service neutron] (80065) timed out ('10.222.0.69', 63794) {{(pid=80065) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 15:19:09.375646 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:30.409953 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2f944ab0-0113-447c-a6b5-2c70622ae92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:32.278255 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-86a28879-2ac7-4e74-8764-47c6f75caebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:33.313733 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:34.561656 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:34.902167 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:36.995632 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:19:39.376726 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:00.412020 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-81f2d319-c5c9-484c-9dbd-60e29bf952d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:02.279060 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bba9be9e-4664-4160-986f-0cfccc7998c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:03.316456 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:04.077274 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.wsgi [req-d4865883-719c-454f-83a0-dde70f6e2007 req-26225f33-45a8-49e8-9e55-6caa0e558a96 service neutron] (80065) timed out ('10.222.0.69', 63737) {{(pid=80065) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 15:20:04.564230 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:04.905259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:09.380568 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:13.995500 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:20:30.412922 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c5574770-d0d0-4f4d-af99-602cd519e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:32.279911 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d119-3d85-43ad-b380-0fc4b170516d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:33.319362 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:34.566418 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:34.910442 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:39.389982 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:50.995265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:21:00.415096 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-bd32031f-d154-4745-8b06-a0e4fe324c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:02.281606 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3a3c-8cc7-425a-baaa-eb79cdeeb91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:03.322199 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:04.568614 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:04.912311 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:09.390652 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:27.995016 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:21:30.417541 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-c8326422-fdd3-483e-8b5c-60dd06afc140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:32.282948 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-2ce89b25-3693-4bc6-a22d-fdf9e3fc567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:33.327756 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:34.570291 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:34.916650 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:39.391408 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:00.420932 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4da-6908-453e-bb38-a5e26f5dab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:02.283784 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-04944af9-680d-4ced-af95-a8d5cac2f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:03.327702 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:04.571259 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:04.920001 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:04.994111 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron.db.agents_db [None req-4dc24cee-7b76-43d0-8140-a90b396c8daf None None] Agent healthcheck: found 6 active agents {{(pid=80067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:22:09.397944 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:30.422065 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-42ba98ad-c185-40a7-9ef8-2cf1a7180496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:32.300257 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1f25111b-9c2b-4ec0-85ad-011da57fc2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:33.330265 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd904-7db9-4b74-b87b-0602b04116f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:34.574187 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-5ffb90d4-a5a6-4c14-ab19-2bb5daf075de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:34.924036 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c18b-0e6d-435f-b618-1a9458f337c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:39.404934 dv-cinder-689486-7-smb neutron-server[79953]: DEBUG neutron_lib.callbacks.manager [None req-1bc13ccb-f709-4584-bc92-cd3fa7c1b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265932893880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852840431'] for agent, after_update {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}